2024-11-07 11:15:36,995 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 11:15:37,027 main DEBUG Took 0.027958 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 11:15:37,027 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 11:15:37,028 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 11:15:37,029 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 11:15:37,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,042 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 11:15:37,070 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,073 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,074 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,076 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,077 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,079 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,080 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,081 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,082 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,083 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,084 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,085 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:15:37,086 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,087 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 11:15:37,089 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:15:37,091 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 11:15:37,093 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 11:15:37,094 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 11:15:37,096 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 11:15:37,096 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 11:15:37,107 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 11:15:37,110 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 11:15:37,113 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 11:15:37,114 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 11:15:37,114 main DEBUG createAppenders(={Console}) 2024-11-07 11:15:37,115 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-07 11:15:37,116 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 11:15:37,116 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-07 11:15:37,117 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 11:15:37,117 main DEBUG OutputStream closed 2024-11-07 11:15:37,118 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 11:15:37,118 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 11:15:37,118 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-07 11:15:37,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 11:15:37,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 11:15:37,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 11:15:37,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 11:15:37,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 11:15:37,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 11:15:37,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 11:15:37,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 11:15:37,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 11:15:37,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 11:15:37,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 11:15:37,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 11:15:37,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 11:15:37,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 11:15:37,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 11:15:37,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 11:15:37,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 11:15:37,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 11:15:37,234 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 11:15:37,235 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-07 11:15:37,235 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 11:15:37,236 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-07T11:15:37,253 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-07 11:15:37,257 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 11:15:37,258 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T11:15:37,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=3950 2024-11-07T11:15:37,559 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-07T11:15:37,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d 2024-11-07T11:15:37,599 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/cluster_f739002e-70ae-3a14-2ecf-e1fb84b41cbe, deleteOnExit=true 2024-11-07T11:15:37,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/cluster_f739002e-70ae-3a14-2ecf-e1fb84b41cbe/zookeeper_0, clientPort=54639, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/cluster_f739002e-70ae-3a14-2ecf-e1fb84b41cbe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/cluster_f739002e-70ae-3a14-2ecf-e1fb84b41cbe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:15:37,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54639 2024-11-07T11:15:37,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:15:37,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:15:37,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/test.cache.data in system properties and HBase conf 2024-11-07T11:15:37,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:15:37,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:15:37,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:15:37,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:15:37,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:15:37,812 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T11:15:37,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:15:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:15:37,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:15:37,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:15:37,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:15:37,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:15:37,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:15:37,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:15:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:15:37,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:15:37,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:15:37,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:15:37,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:15:37,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:15:37,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:15:39,466 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T11:15:39,537 INFO [Time-limited test {}] log.Log(170): Logging initialized @3540ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T11:15:39,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:15:39,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:15:39,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:15:39,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:15:39,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:15:39,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:15:39,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:15:39,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:15:39,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/java.io.tmpdir/jetty-localhost-33371-hadoop-hdfs-3_4_1-tests_jar-_-any-8463396769539549939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:15:39,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33371} 2024-11-07T11:15:39,921 INFO [Time-limited test {}] server.Server(415): Started @3925ms 2024-11-07T11:15:40,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:15:40,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:15:40,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:15:40,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:15:40,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:15:40,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:15:40,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:15:40,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/java.io.tmpdir/jetty-localhost-39737-hadoop-hdfs-3_4_1-tests_jar-_-any-12413358746308053360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:15:40,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:39737} 2024-11-07T11:15:40,587 INFO [Time-limited test {}] server.Server(415): Started @4591ms 2024-11-07T11:15:40,643 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:15:41,723 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/cluster_f739002e-70ae-3a14-2ecf-e1fb84b41cbe/data/data2/current/BP-1698372843-172.17.0.2-1730978138615/current, will proceed with Du for space computation calculation, 2024-11-07T11:15:41,723 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/cluster_f739002e-70ae-3a14-2ecf-e1fb84b41cbe/data/data1/current/BP-1698372843-172.17.0.2-1730978138615/current, will proceed with Du for space computation calculation, 2024-11-07T11:15:41,761 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:15:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcef48c5f0437468d with lease ID 0x90b5f4804e30d39a: Processing first storage report for DS-0fff2706-7059-48d9-9187-1e1565b95aff from datanode DatanodeRegistration(127.0.0.1:33005, datanodeUuid=da7691dc-6755-49dc-8c23-328648011da6, infoPort=32981, infoSecurePort=0, ipcPort=38279, storageInfo=lv=-57;cid=testClusterID;nsid=1550603553;c=1730978138615) 2024-11-07T11:15:41,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcef48c5f0437468d with lease ID 0x90b5f4804e30d39a: from storage DS-0fff2706-7059-48d9-9187-1e1565b95aff node DatanodeRegistration(127.0.0.1:33005, datanodeUuid=da7691dc-6755-49dc-8c23-328648011da6, infoPort=32981, infoSecurePort=0, ipcPort=38279, storageInfo=lv=-57;cid=testClusterID;nsid=1550603553;c=1730978138615), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:15:41,814 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcef48c5f0437468d with lease ID 0x90b5f4804e30d39a: Processing first storage report for DS-39437599-6cad-473c-8933-ba3c88101857 from datanode DatanodeRegistration(127.0.0.1:33005, datanodeUuid=da7691dc-6755-49dc-8c23-328648011da6, infoPort=32981, infoSecurePort=0, ipcPort=38279, storageInfo=lv=-57;cid=testClusterID;nsid=1550603553;c=1730978138615) 2024-11-07T11:15:41,814 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcef48c5f0437468d with lease ID 0x90b5f4804e30d39a: from storage DS-39437599-6cad-473c-8933-ba3c88101857 node DatanodeRegistration(127.0.0.1:33005, datanodeUuid=da7691dc-6755-49dc-8c23-328648011da6, infoPort=32981, infoSecurePort=0, ipcPort=38279, storageInfo=lv=-57;cid=testClusterID;nsid=1550603553;c=1730978138615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:15:41,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d 2024-11-07T11:15:41,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:41,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:15:42,513 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505 with version=8 2024-11-07T11:15:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/hbase-staging 2024-11-07T11:15:42,611 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T11:15:42,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:15:42,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:42,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:42,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:15:42,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:42,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:15:42,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:15:42,985 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T11:15:42,993 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T11:15:42,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:15:43,017 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8735 (auto-detected) 2024-11-07T11:15:43,018 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T11:15:43,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34813 2024-11-07T11:15:43,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34813 connecting to ZooKeeper ensemble=127.0.0.1:54639 2024-11-07T11:15:43,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348130x0, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:15:43,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34813-0x101150241f20000 connected 2024-11-07T11:15:43,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:43,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:43,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/running 2024-11-07T11:15:43,307 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505, hbase.cluster.distributed=false 2024-11-07T11:15:43,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/acl 2024-11-07T11:15:43,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34813 2024-11-07T11:15:43,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34813 2024-11-07T11:15:43,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34813 2024-11-07T11:15:43,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34813 2024-11-07T11:15:43,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34813 2024-11-07T11:15:43,436 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:15:43,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:43,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:43,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:15:43,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:43,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:15:43,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:15:43,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:15:43,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34289 2024-11-07T11:15:43,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34289 connecting to ZooKeeper ensemble=127.0.0.1:54639 2024-11-07T11:15:43,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:43,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:43,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342890x0, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:15:43,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342890x0, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/running 2024-11-07T11:15:43,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34289-0x101150241f20001 connected 2024-11-07T11:15:43,524 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:15:43,533 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:15:43,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/master 2024-11-07T11:15:43,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/acl 2024-11-07T11:15:43,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-07T11:15:43,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34289 2024-11-07T11:15:43,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34289 2024-11-07T11:15:43,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-07T11:15:43,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34289 2024-11-07T11:15:43,566 DEBUG [M:0;4ab3d709c6df:34813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:34813 2024-11-07T11:15:43,567 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1729217125/backup-masters/4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/backup-masters 2024-11-07T11:15:43,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/backup-masters 2024-11-07T11:15:43,646 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on existing znode=/0-1729217125/backup-masters/4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:43,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1729217125/master 2024-11-07T11:15:43,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:43,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:43,676 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on existing znode=/0-1729217125/master 2024-11-07T11:15:43,677 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1729217125/backup-masters/4ab3d709c6df,34813,1730978142659 from backup master directory 2024-11-07T11:15:43,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/backup-masters 2024-11-07T11:15:43,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/backup-masters/4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:43,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/backup-masters 2024-11-07T11:15:43,685 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:15:43,686 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:43,687 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T11:15:43,689 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T11:15:43,739 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/hbase.id] with ID: c36f1b5d-5670-4961-b85a-fa605493d94d 2024-11-07T11:15:43,739 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/.tmp/hbase.id 2024-11-07T11:15:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:15:44,150 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/.tmp/hbase.id]:[hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/hbase.id] 2024-11-07T11:15:44,199 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:44,204 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:15:44,223 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T11:15:44,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:44,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:44,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:15:44,711 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:15:44,714 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:15:44,731 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:15:44,738 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:15:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:15:45,203 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store 2024-11-07T11:15:45,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:15:45,628 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T11:15:45,635 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:45,636 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:15:45,637 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:45,637 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:45,638 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:15:45,639 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:45,639 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:45,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978145636Disabling compacts and flushes for region at 1730978145636Disabling writes for close at 1730978145638 (+2 ms)Writing region close event to WAL at 1730978145639 (+1 ms)Closed at 1730978145639 2024-11-07T11:15:45,642 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/.initializing 2024-11-07T11:15:45,642 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:45,649 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:15:45,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C34813%2C1730978142659, suffix=, logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/oldWALs, maxLogs=10 2024-11-07T11:15:45,685 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659/4ab3d709c6df%2C34813%2C1730978142659.1730978145667, exclude list is [], retry=0 2024-11-07T11:15:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-0fff2706-7059-48d9-9187-1e1565b95aff,DISK] 2024-11-07T11:15:45,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T11:15:45,737 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659/4ab3d709c6df%2C34813%2C1730978142659.1730978145667 2024-11-07T11:15:45,738 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-07T11:15:45,739 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:15:45,740 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:45,743 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,744 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:15:45,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:45,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:45,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:15:45,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:45,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:15:45,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:15:45,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:45,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:15:45,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:15:45,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:45,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:15:45,831 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,834 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,835 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,840 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,841 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,844 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:15:45,847 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:45,852 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:15:45,853 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74266632, jitterRate=0.10665905475616455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:15:45,861 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978145755Initializing all the Stores at 1730978145758 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978145758Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978145759 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978145759Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978145759Cleaning up temporary data from old regions at 1730978145841 (+82 ms)Region opened successfully at 1730978145860 (+19 ms) 2024-11-07T11:15:45,862 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:15:45,892 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd41e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:15:45,919 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:15:45,929 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:15:45,929 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:15:45,931 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:15:45,933 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T11:15:45,937 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T11:15:45,937 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:15:45,960 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:15:45,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/balancer because node does not exist (not necessarily an error) 2024-11-07T11:15:45,979 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/balancer already deleted, retry=false 2024-11-07T11:15:45,983 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:15:45,986 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:15:45,998 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/normalizer already deleted, retry=false 2024-11-07T11:15:46,002 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:15:46,007 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:15:46,019 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/switch/split already deleted, retry=false 2024-11-07T11:15:46,021 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:15:46,032 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/switch/merge already deleted, retry=false 2024-11-07T11:15:46,053 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:15:46,063 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/snapshot-cleanup already deleted, retry=false 2024-11-07T11:15:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1729217125/running 2024-11-07T11:15:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1729217125/running 2024-11-07T11:15:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:46,077 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,34813,1730978142659, sessionid=0x101150241f20000, setting cluster-up flag (Was=false) 2024-11-07T11:15:46,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:46,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:46,137 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1729217125/flush-table-proc/acquired, /0-1729217125/flush-table-proc/reached, /0-1729217125/flush-table-proc/abort 2024-11-07T11:15:46,140 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:46,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:46,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:46,190 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1729217125/online-snapshot/acquired, /0-1729217125/online-snapshot/reached, /0-1729217125/online-snapshot/abort 2024-11-07T11:15:46,192 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:46,201 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:15:46,255 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(746): ClusterId : c36f1b5d-5670-4961-b85a-fa605493d94d 2024-11-07T11:15:46,258 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:15:46,266 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:15:46,266 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:15:46,276 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:15:46,276 DEBUG [RS:0;4ab3d709c6df:34289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34241726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:15:46,294 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:34289 2024-11-07T11:15:46,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:15:46,296 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:15:46,296 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:15:46,297 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:15:46,299 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,34813,1730978142659 with port=34289, startcode=1730978143403 2024-11-07T11:15:46,304 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:15:46,309 DEBUG [RS:0;4ab3d709c6df:34289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:15:46,311 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:15:46,317 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,34813,1730978142659 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:15:46,324 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:15:46,324 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:15:46,325 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:15:46,325 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:15:46,325 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:15:46,325 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,326 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:15:46,326 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:15:46,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:15:46,336 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978176336 2024-11-07T11:15:46,337 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:15:46,338 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:15:46,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:46,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:15:46,343 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:15:46,343 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:15:46,344 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:15:46,344 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:15:46,344 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:15:46,345 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,351 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:15:46,352 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:15:46,353 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:15:46,354 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:15:46,353 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34813 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T11:15:46,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:15:46,358 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:15:46,358 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:15:46,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:15:46,361 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505 2024-11-07T11:15:46,363 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978146360,5,FailOnTimeoutGroup] 2024-11-07T11:15:46,364 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978146363,5,FailOnTimeoutGroup] 2024-11-07T11:15:46,364 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,364 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:15:46,366 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,367 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,383 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T11:15:46,384 WARN [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T11:15:46,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:15:46,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:46,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:15:46,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:15:46,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:46,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:46,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:15:46,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:15:46,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:46,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:46,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:15:46,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:15:46,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:46,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:46,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:15:46,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:15:46,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:46,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:46,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:15:46,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740 2024-11-07T11:15:46,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740 2024-11-07T11:15:46,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:15:46,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:15:46,420 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:15:46,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:15:46,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:15:46,434 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65912217, jitterRate=-0.017831429839134216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:15:46,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978146387Initializing all the Stores at 1730978146389 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978146389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978146390 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978146390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978146390Cleaning up temporary data from old regions at 1730978146418 (+28 ms)Region opened successfully at 1730978146440 (+22 ms) 2024-11-07T11:15:46,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:15:46,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:15:46,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:15:46,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:15:46,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:15:46,445 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:15:46,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978146440Disabling compacts and flushes for region at 1730978146440Disabling writes for close at 1730978146441 (+1 ms)Writing region close event to WAL at 1730978146444 (+3 ms)Closed at 1730978146445 (+1 ms) 2024-11-07T11:15:46,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:15:46,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:15:46,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:15:46,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:15:46,470 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:15:46,485 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,34813,1730978142659 with port=34289, startcode=1730978143403 2024-11-07T11:15:46,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:46,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34813 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:46,500 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505 2024-11-07T11:15:46,501 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37223 2024-11-07T11:15:46,501 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:15:46,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/rs 2024-11-07T11:15:46,571 DEBUG [RS:0;4ab3d709c6df:34289 {}] zookeeper.ZKUtil(111): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on existing znode=/0-1729217125/rs/4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:46,571 WARN [RS:0;4ab3d709c6df:34289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:15:46,572 INFO [RS:0;4ab3d709c6df:34289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:15:46,572 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:46,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,34289,1730978143403] 2024-11-07T11:15:46,597 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:15:46,612 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:15:46,616 INFO [RS:0;4ab3d709c6df:34289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:15:46,617 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,617 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:15:46,621 WARN [4ab3d709c6df:34813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:15:46,622 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:15:46,624 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,624 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,624 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,625 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,625 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,625 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,625 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:15:46,625 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,625 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,625 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,626 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,626 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,626 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:46,626 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:15:46,626 DEBUG [RS:0;4ab3d709c6df:34289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:15:46,627 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,627 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,627 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,627 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,627 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,627 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34289,1730978143403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:15:46,647 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:15:46,649 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34289,1730978143403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,649 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,649 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.Replication(171): 4ab3d709c6df,34289,1730978143403 started 2024-11-07T11:15:46,666 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:46,666 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,34289,1730978143403, RpcServer on 4ab3d709c6df/172.17.0.2:34289, sessionid=0x101150241f20001 2024-11-07T11:15:46,667 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:15:46,667 DEBUG [RS:0;4ab3d709c6df:34289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:46,667 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,34289,1730978143403' 2024-11-07T11:15:46,667 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1729217125/flush-table-proc/abort' 2024-11-07T11:15:46,668 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1729217125/flush-table-proc/acquired' 2024-11-07T11:15:46,669 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:15:46,669 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:15:46,669 DEBUG [RS:0;4ab3d709c6df:34289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:46,669 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,34289,1730978143403' 2024-11-07T11:15:46,670 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1729217125/online-snapshot/abort' 2024-11-07T11:15:46,670 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1729217125/online-snapshot/acquired' 2024-11-07T11:15:46,671 DEBUG [RS:0;4ab3d709c6df:34289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:15:46,671 INFO [RS:0;4ab3d709c6df:34289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:15:46,671 INFO [RS:0;4ab3d709c6df:34289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:15:46,775 INFO [RS:0;4ab3d709c6df:34289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:15:46,779 INFO [RS:0;4ab3d709c6df:34289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C34289%2C1730978143403, suffix=, logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs, maxLogs=10 2024-11-07T11:15:46,795 DEBUG [RS:0;4ab3d709c6df:34289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782, exclude list is [], retry=0 2024-11-07T11:15:46,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-0fff2706-7059-48d9-9187-1e1565b95aff,DISK] 2024-11-07T11:15:46,804 INFO [RS:0;4ab3d709c6df:34289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 2024-11-07T11:15:46,804 DEBUG [RS:0;4ab3d709c6df:34289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-07T11:15:46,873 DEBUG [4ab3d709c6df:34813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:15:46,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:46,891 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,34289,1730978143403, state=OPENING 2024-11-07T11:15:46,916 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:15:46,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:46,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:46,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:15:46,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:15:46,954 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:15:46,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,34289,1730978143403}] 2024-11-07T11:15:47,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:15:47,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:15:47,148 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:15:47,148 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:15:47,149 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:15:47,152 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C34289%2C1730978143403.meta, suffix=.meta, logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs, maxLogs=10 2024-11-07T11:15:47,169 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.meta.1730978147154.meta, exclude list is [], retry=0 2024-11-07T11:15:47,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-0fff2706-7059-48d9-9187-1e1565b95aff,DISK] 2024-11-07T11:15:47,176 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.meta.1730978147154.meta 2024-11-07T11:15:47,176 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-07T11:15:47,177 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:15:47,181 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:15:47,182 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:15:47,184 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:15:47,186 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:15:47,190 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:15:47,190 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:47,190 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:15:47,191 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:15:47,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:15:47,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:15:47,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:47,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:47,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:15:47,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:15:47,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:47,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:47,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:15:47,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:15:47,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:47,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:47,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:15:47,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:15:47,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:47,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:47,204 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:15:47,206 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740 2024-11-07T11:15:47,208 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740 2024-11-07T11:15:47,211 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:15:47,211 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:15:47,212 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:15:47,214 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:15:47,216 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67326658, jitterRate=0.0032453835010528564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:15:47,216 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:15:47,217 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978147191Writing region info on filesystem at 1730978147191Initializing all the Stores at 1730978147193 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978147193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978147193Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978147193Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978147193Cleaning up temporary data from old regions at 1730978147211 (+18 ms)Running coprocessor post-open hooks at 1730978147216 (+5 ms)Region opened successfully at 1730978147217 (+1 ms) 2024-11-07T11:15:47,224 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978147125 2024-11-07T11:15:47,236 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:15:47,237 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:15:47,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:47,241 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,34289,1730978143403, state=OPEN 2024-11-07T11:15:47,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1729217125/meta-region-server 2024-11-07T11:15:47,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1729217125/meta-region-server 2024-11-07T11:15:47,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:15:47,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:15:47,265 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:47,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:15:47,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,34289,1730978143403 in 309 msec 2024-11-07T11:15:47,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:15:47,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 817 msec 2024-11-07T11:15:47,283 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:15:47,283 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:15:47,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:15:47,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,34289,1730978143403, seqNum=-1] 2024-11-07T11:15:47,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:15:47,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:15:47,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1090 sec 2024-11-07T11:15:47,350 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978147350, completionTime=-1 2024-11-07T11:15:47,352 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:15:47,353 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:15:47,392 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:15:47,392 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978207392 2024-11-07T11:15:47,392 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978267392 2024-11-07T11:15:47,392 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 39 msec 2024-11-07T11:15:47,395 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34813,1730978142659-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:47,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34813,1730978142659-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:47,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34813,1730978142659-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:47,398 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:34813, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:47,398 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:47,399 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:47,409 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:15:47,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.753sec 2024-11-07T11:15:47,440 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:15:47,441 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:15:47,442 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:15:47,443 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:15:47,443 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:15:47,444 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34813,1730978142659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:15:47,444 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34813,1730978142659-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:15:47,456 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:15:47,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:15:47,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34813,1730978142659-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:47,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:47,466 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T11:15:47,466 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T11:15:47,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34813,-1 for getting cluster id 2024-11-07T11:15:47,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:47,478 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c36f1b5d-5670-4961-b85a-fa605493d94d' 2024-11-07T11:15:47,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:47,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c36f1b5d-5670-4961-b85a-fa605493d94d" 2024-11-07T11:15:47,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450f67f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:47,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34813,-1] 2024-11-07T11:15:47,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:47,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:47,487 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:47,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:47,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:15:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,34289,1730978143403, seqNum=-1] 2024-11-07T11:15:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:15:47,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:15:47,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:47,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54639 2024-11-07T11:15:47,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:15:47,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101150241f20002 connected 2024-11-07T11:15:47,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.log.dir so I do NOT create it in target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5 2024-11-07T11:15:47,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:15:47,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.tmp.dir so I do NOT create it in target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5 2024-11-07T11:15:47,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:15:47,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5 2024-11-07T11:15:47,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:15:47,669 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/cluster_f7c43582-5a9e-219c-1df9-ab3b016e0414, deleteOnExit=true 2024-11-07T11:15:47,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:15:47,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/test.cache.data in system properties and HBase conf 2024-11-07T11:15:47,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:15:47,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:15:47,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:15:47,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:15:47,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:15:47,669 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:15:47,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:15:47,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:15:47,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:15:47,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:15:47,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:15:47,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:15:47,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:15:47,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:15:47,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:15:47,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:15:47,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:15:47,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:15:47,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:15:47,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:15:48,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:15:48,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:15:48,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:15:48,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:15:48,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:15:48,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:15:48,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:15:48,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:15:48,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/java.io.tmpdir/jetty-localhost-40073-hadoop-hdfs-3_4_1-tests_jar-_-any-10130772816840970890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:15:48,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:40073} 2024-11-07T11:15:48,287 INFO [Time-limited test {}] server.Server(415): Started @12292ms 2024-11-07T11:15:48,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:15:48,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:15:48,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:15:48,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:15:48,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:15:48,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:15:48,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:15:48,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/java.io.tmpdir/jetty-localhost-40605-hadoop-hdfs-3_4_1-tests_jar-_-any-11719033313602784134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:15:48,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:40605} 2024-11-07T11:15:48,680 INFO [Time-limited test {}] server.Server(415): Started @12684ms 2024-11-07T11:15:48,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:15:49,630 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/cluster_f7c43582-5a9e-219c-1df9-ab3b016e0414/data/data1/current/BP-1646923657-172.17.0.2-1730978147695/current, will proceed with Du for space computation calculation, 2024-11-07T11:15:49,630 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/cluster_f7c43582-5a9e-219c-1df9-ab3b016e0414/data/data2/current/BP-1646923657-172.17.0.2-1730978147695/current, will proceed with Du for space computation calculation, 2024-11-07T11:15:49,650 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:15:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf53c4a616b649eb with lease ID 0x7263075c4fe02b86: Processing first storage report for DS-a36b2456-6fbc-4d48-a97f-528e9164adce from datanode DatanodeRegistration(127.0.0.1:45525, datanodeUuid=6611cc29-f2a9-4d1a-ba74-249e97cc5944, infoPort=42939, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=927628307;c=1730978147695) 2024-11-07T11:15:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf53c4a616b649eb with lease ID 0x7263075c4fe02b86: from storage DS-a36b2456-6fbc-4d48-a97f-528e9164adce node DatanodeRegistration(127.0.0.1:45525, datanodeUuid=6611cc29-f2a9-4d1a-ba74-249e97cc5944, infoPort=42939, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=927628307;c=1730978147695), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:15:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf53c4a616b649eb with lease ID 0x7263075c4fe02b86: Processing first storage report for DS-c5986ed5-922d-4753-a078-a14343dc5a3f from datanode DatanodeRegistration(127.0.0.1:45525, datanodeUuid=6611cc29-f2a9-4d1a-ba74-249e97cc5944, infoPort=42939, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=927628307;c=1730978147695) 2024-11-07T11:15:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf53c4a616b649eb with lease ID 0x7263075c4fe02b86: from storage DS-c5986ed5-922d-4753-a078-a14343dc5a3f node DatanodeRegistration(127.0.0.1:45525, datanodeUuid=6611cc29-f2a9-4d1a-ba74-249e97cc5944, infoPort=42939, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=927628307;c=1730978147695), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:15:49,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5 2024-11-07T11:15:49,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:49,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:49,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:15:50,152 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704 with version=8 2024-11-07T11:15:50,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/hbase-staging 2024-11-07T11:15:50,157 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:15:50,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:50,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:50,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:15:50,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:50,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:15:50,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:15:50,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:15:50,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34597 2024-11-07T11:15:50,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34597 connecting to ZooKeeper ensemble=127.0.0.1:54639 2024-11-07T11:15:50,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345970x0, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:15:50,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34597-0x101150241f20003 connected 2024-11-07T11:15:50,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:50,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:50,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on znode that does not yet exist, /1810798656/running 2024-11-07T11:15:50,415 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704, hbase.cluster.distributed=false 2024-11-07T11:15:50,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on znode that does not yet exist, /1810798656/acl 2024-11-07T11:15:50,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34597 2024-11-07T11:15:50,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34597 2024-11-07T11:15:50,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34597 2024-11-07T11:15:50,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34597 2024-11-07T11:15:50,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34597 2024-11-07T11:15:50,437 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:15:50,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:50,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:50,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:15:50,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:15:50,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:15:50,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:15:50,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:15:50,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33073 2024-11-07T11:15:50,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33073 connecting to ZooKeeper ensemble=127.0.0.1:54639 2024-11-07T11:15:50,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:50,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:50,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330730x0, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:15:50,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330730x0, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on znode that does not yet exist, /1810798656/running 2024-11-07T11:15:50,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33073-0x101150241f20004 connected 2024-11-07T11:15:50,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:15:50,454 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:15:50,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on znode that does not yet exist, /1810798656/master 2024-11-07T11:15:50,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on znode that does not yet exist, /1810798656/acl 2024-11-07T11:15:50,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33073 2024-11-07T11:15:50,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33073 2024-11-07T11:15:50,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33073 2024-11-07T11:15:50,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33073 2024-11-07T11:15:50,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33073 2024-11-07T11:15:50,475 DEBUG [M:0;4ab3d709c6df:34597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:34597 2024-11-07T11:15:50,475 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1810798656/backup-masters/4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656/backup-masters 2024-11-07T11:15:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656/backup-masters 2024-11-07T11:15:50,485 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on existing znode=/1810798656/backup-masters/4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1810798656/master 2024-11-07T11:15:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:50,495 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on existing znode=/1810798656/master 2024-11-07T11:15:50,496 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1810798656/backup-masters/4ab3d709c6df,34597,1730978150156 from backup master directory 2024-11-07T11:15:50,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656/backup-masters 2024-11-07T11:15:50,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1810798656/backup-masters/4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:50,506 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:15:50,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656/backup-masters 2024-11-07T11:15:50,506 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:50,513 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/hbase.id] with ID: d6e43951-2597-4419-a3d7-04c73acb610b 2024-11-07T11:15:50,513 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/.tmp/hbase.id 2024-11-07T11:15:50,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:15:50,923 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/.tmp/hbase.id]:[hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/hbase.id] 2024-11-07T11:15:50,950 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:15:50,950 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:15:50,952 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:15:51,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:51,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:15:51,411 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:15:51,412 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:15:51,412 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:15:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:15:51,827 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store 2024-11-07T11:15:51,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:15:52,241 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:52,242 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:15:52,242 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:52,243 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:52,243 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:15:52,243 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:52,243 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:52,243 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978152242Disabling compacts and flushes for region at 1730978152242Disabling writes for close at 1730978152243 (+1 ms)Writing region close event to WAL at 1730978152243Closed at 1730978152243 2024-11-07T11:15:52,247 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/.initializing 2024-11-07T11:15:52,247 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/WALs/4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:52,249 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:15:52,253 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C34597%2C1730978150156, suffix=, logDir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/WALs/4ab3d709c6df,34597,1730978150156, archiveDir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/oldWALs, maxLogs=10 2024-11-07T11:15:52,265 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/WALs/4ab3d709c6df,34597,1730978150156/4ab3d709c6df%2C34597%2C1730978150156.1730978152253, exclude list is [], retry=0 2024-11-07T11:15:52,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45525,DS-a36b2456-6fbc-4d48-a97f-528e9164adce,DISK] 2024-11-07T11:15:52,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/WALs/4ab3d709c6df,34597,1730978150156/4ab3d709c6df%2C34597%2C1730978150156.1730978152253 2024-11-07T11:15:52,272 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42939:42939)] 2024-11-07T11:15:52,272 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:15:52,273 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:52,273 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,273 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:15:52,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:52,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:52,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:15:52,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:52,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:15:52,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:15:52,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:52,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:15:52,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:15:52,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:52,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:15:52,292 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,297 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,297 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,298 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:15:52,301 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:15:52,306 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:15:52,307 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59547683, jitterRate=-0.11267037689685822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:15:52,308 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978152273Initializing all the Stores at 1730978152275 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978152275Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978152275Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978152275Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978152275Cleaning up temporary data from old regions at 1730978152298 (+23 ms)Region opened successfully at 1730978152308 (+10 ms) 2024-11-07T11:15:52,308 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:15:52,315 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39944368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:15:52,316 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:15:52,316 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:15:52,317 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:15:52,317 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:15:52,318 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T11:15:52,319 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:15:52,319 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:15:52,322 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:15:52,323 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Unable to get data of znode /1810798656/balancer because node does not exist (not necessarily an error) 2024-11-07T11:15:52,377 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1810798656/balancer already deleted, retry=false 2024-11-07T11:15:52,378 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:15:52,380 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Unable to get data of znode /1810798656/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:15:52,389 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1810798656/normalizer already deleted, retry=false 2024-11-07T11:15:52,390 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:15:52,393 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Unable to get data of znode /1810798656/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:15:52,400 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1810798656/switch/split already deleted, retry=false 2024-11-07T11:15:52,403 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Unable to get data of znode /1810798656/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:15:52,410 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1810798656/switch/merge already deleted, retry=false 2024-11-07T11:15:52,412 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Unable to get data of znode /1810798656/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:15:52,421 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1810798656/snapshot-cleanup already deleted, retry=false 2024-11-07T11:15:52,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1810798656/running 2024-11-07T11:15:52,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1810798656/running 2024-11-07T11:15:52,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:52,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:52,432 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,34597,1730978150156, sessionid=0x101150241f20003, setting cluster-up flag (Was=false) 2024-11-07T11:15:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:52,484 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1810798656/flush-table-proc/acquired, /1810798656/flush-table-proc/reached, /1810798656/flush-table-proc/abort 2024-11-07T11:15:52,487 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:52,537 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1810798656/online-snapshot/acquired, /1810798656/online-snapshot/reached, /1810798656/online-snapshot/abort 2024-11-07T11:15:52,541 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:52,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:15:52,548 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:15:52,549 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:15:52,549 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:15:52,549 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,34597,1730978150156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:15:52,551 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:15:52,551 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:15:52,551 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:15:52,551 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:15:52,551 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:15:52,552 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,552 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:15:52,552 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,554 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978182553 2024-11-07T11:15:52,554 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:15:52,554 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:15:52,554 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:15:52,554 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:15:52,554 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:15:52,554 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:15:52,555 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:15:52,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:15:52,555 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:15:52,555 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:15:52,555 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:15:52,556 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:15:52,556 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:15:52,556 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:15:52,556 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978152556,5,FailOnTimeoutGroup] 2024-11-07T11:15:52,557 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978152556,5,FailOnTimeoutGroup] 2024-11-07T11:15:52,557 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:52,557 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:15:52,557 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,557 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:15:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:15:52,566 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(746): ClusterId : d6e43951-2597-4419-a3d7-04c73acb610b 2024-11-07T11:15:52,566 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:15:52,580 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:15:52,580 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:15:52,591 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:15:52,591 DEBUG [RS:0;4ab3d709c6df:33073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74514bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:15:52,606 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:33073 2024-11-07T11:15:52,606 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:15:52,606 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:15:52,606 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:15:52,607 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,34597,1730978150156 with port=33073, startcode=1730978150437 2024-11-07T11:15:52,607 DEBUG [RS:0;4ab3d709c6df:33073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:15:52,609 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:15:52,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,33073,1730978150437 2024-11-07T11:15:52,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34597 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,33073,1730978150437 2024-11-07T11:15:52,613 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704 2024-11-07T11:15:52,613 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43697 2024-11-07T11:15:52,613 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:15:52,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656/rs 2024-11-07T11:15:52,669 DEBUG [RS:0;4ab3d709c6df:33073 {}] zookeeper.ZKUtil(111): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on existing znode=/1810798656/rs/4ab3d709c6df,33073,1730978150437 2024-11-07T11:15:52,669 WARN [RS:0;4ab3d709c6df:33073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:15:52,670 INFO [RS:0;4ab3d709c6df:33073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:15:52,670 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/WALs/4ab3d709c6df,33073,1730978150437 2024-11-07T11:15:52,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,33073,1730978150437] 2024-11-07T11:15:52,675 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:15:52,677 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:15:52,677 INFO [RS:0;4ab3d709c6df:33073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:15:52,678 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,678 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:15:52,679 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:15:52,679 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,679 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,679 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,679 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,679 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,679 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,680 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:15:52,680 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,680 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,680 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,680 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,680 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,680 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:15:52,680 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:15:52,680 DEBUG [RS:0;4ab3d709c6df:33073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:15:52,681 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,681 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,681 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,681 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,681 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,681 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33073,1730978150437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:15:52,698 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:15:52,698 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33073,1730978150437-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,699 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,699 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.Replication(171): 4ab3d709c6df,33073,1730978150437 started 2024-11-07T11:15:52,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:15:52,719 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:52,719 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,33073,1730978150437, RpcServer on 4ab3d709c6df/172.17.0.2:33073, sessionid=0x101150241f20004 2024-11-07T11:15:52,720 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:15:52,720 DEBUG [RS:0;4ab3d709c6df:33073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,33073,1730978150437 2024-11-07T11:15:52,720 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,33073,1730978150437' 2024-11-07T11:15:52,720 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1810798656/flush-table-proc/abort' 2024-11-07T11:15:52,721 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1810798656/flush-table-proc/acquired' 2024-11-07T11:15:52,721 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:15:52,722 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:15:52,722 DEBUG [RS:0;4ab3d709c6df:33073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,33073,1730978150437 2024-11-07T11:15:52,722 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,33073,1730978150437' 2024-11-07T11:15:52,722 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1810798656/online-snapshot/abort' 2024-11-07T11:15:52,723 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1810798656/online-snapshot/acquired' 2024-11-07T11:15:52,724 DEBUG [RS:0;4ab3d709c6df:33073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:15:52,724 INFO [RS:0;4ab3d709c6df:33073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:15:52,724 INFO [RS:0;4ab3d709c6df:33073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:15:52,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:15:52,825 INFO [RS:0;4ab3d709c6df:33073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:15:52,828 INFO [RS:0;4ab3d709c6df:33073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C33073%2C1730978150437, suffix=, logDir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/WALs/4ab3d709c6df,33073,1730978150437, archiveDir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/oldWALs, maxLogs=10 2024-11-07T11:15:52,846 DEBUG [RS:0;4ab3d709c6df:33073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/WALs/4ab3d709c6df,33073,1730978150437/4ab3d709c6df%2C33073%2C1730978150437.1730978152830, exclude list is [], retry=0 2024-11-07T11:15:52,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45525,DS-a36b2456-6fbc-4d48-a97f-528e9164adce,DISK] 2024-11-07T11:15:52,853 INFO [RS:0;4ab3d709c6df:33073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/WALs/4ab3d709c6df,33073,1730978150437/4ab3d709c6df%2C33073%2C1730978150437.1730978152830 2024-11-07T11:15:52,853 DEBUG [RS:0;4ab3d709c6df:33073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42939:42939)] 2024-11-07T11:15:52,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:15:52,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704 2024-11-07T11:15:52,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:15:52,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:15:52,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T11:15:52,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:15:52,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T11:15:52,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:15:52,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T11:15:52,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:15:52,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T11:15:53,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:53,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:15:53,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:15:53,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:53,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:53,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:15:53,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:15:53,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:53,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:53,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:15:53,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:15:53,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:53,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:53,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:15:53,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:15:53,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:53,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:53,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:15:53,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740 2024-11-07T11:15:53,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740 2024-11-07T11:15:53,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:15:53,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:15:53,399 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:15:53,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:15:53,404 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:15:53,404 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71384592, jitterRate=0.06371331214904785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:15:53,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978153379Initializing all the Stores at 1730978153380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978153380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978153380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978153380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978153380Cleaning up temporary data from old regions at 1730978153398 (+18 ms)Region opened successfully at 1730978153404 (+6 ms) 2024-11-07T11:15:53,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:15:53,405 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:15:53,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:15:53,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:15:53,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:15:53,405 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:15:53,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978153405Disabling compacts and flushes for region at 1730978153405Disabling writes for close at 1730978153405Writing region close event to WAL at 1730978153405Closed at 1730978153405 2024-11-07T11:15:53,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:15:53,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:15:53,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:15:53,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:15:53,411 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:15:53,562 DEBUG [4ab3d709c6df:34597 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:15:53,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,33073,1730978150437 2024-11-07T11:15:53,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,33073,1730978150437, state=OPENING 2024-11-07T11:15:53,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:15:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:15:53,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:15:53,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1810798656/meta-region-server: CHANGED 2024-11-07T11:15:53,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1810798656/meta-region-server: CHANGED 2024-11-07T11:15:53,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,33073,1730978150437}] 2024-11-07T11:15:53,789 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:15:53,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:15:53,801 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:15:53,801 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:15:53,801 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:15:53,804 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C33073%2C1730978150437.meta, suffix=.meta, logDir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/WALs/4ab3d709c6df,33073,1730978150437, archiveDir=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/oldWALs, maxLogs=10 2024-11-07T11:15:53,819 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/WALs/4ab3d709c6df,33073,1730978150437/4ab3d709c6df%2C33073%2C1730978150437.meta.1730978153806.meta, exclude list is [], retry=0 2024-11-07T11:15:53,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45525,DS-a36b2456-6fbc-4d48-a97f-528e9164adce,DISK] 2024-11-07T11:15:53,825 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/WALs/4ab3d709c6df,33073,1730978150437/4ab3d709c6df%2C33073%2C1730978150437.meta.1730978153806.meta 2024-11-07T11:15:53,825 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42939:42939)] 2024-11-07T11:15:53,825 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:15:53,826 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:15:53,826 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:15:53,826 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:15:53,826 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:15:53,826 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:15:53,826 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:53,827 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:15:53,827 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:15:53,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:15:53,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:15:53,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:53,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:53,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:15:53,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:15:53,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:53,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:53,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:15:53,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:15:53,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:53,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:53,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:15:53,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:15:53,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:53,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:15:53,837 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:15:53,839 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740 2024-11-07T11:15:53,840 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740 2024-11-07T11:15:53,842 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:15:53,842 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:15:53,843 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:15:53,845 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:15:53,847 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68468786, jitterRate=0.020264416933059692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:15:53,847 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:15:53,847 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978153827Writing region info on filesystem at 1730978153827Initializing all the Stores at 1730978153829 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978153829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978153829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978153829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978153829Cleaning up temporary data from old regions at 1730978153842 (+13 ms)Running coprocessor post-open hooks at 1730978153847 (+5 ms)Region opened successfully at 1730978153847 2024-11-07T11:15:53,848 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978153788 2024-11-07T11:15:53,852 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:15:53,852 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:15:53,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,33073,1730978150437 2024-11-07T11:15:53,855 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,33073,1730978150437, state=OPEN 2024-11-07T11:15:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1810798656/meta-region-server 2024-11-07T11:15:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1810798656/meta-region-server 2024-11-07T11:15:53,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,33073,1730978150437 2024-11-07T11:15:53,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1810798656/meta-region-server: CHANGED 2024-11-07T11:15:53,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1810798656/meta-region-server: CHANGED 2024-11-07T11:15:53,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:15:53,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,33073,1730978150437 in 230 msec 2024-11-07T11:15:53,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:15:53,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-07T11:15:53,875 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:15:53,875 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:15:53,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:15:53,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,33073,1730978150437, seqNum=-1] 2024-11-07T11:15:53,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:15:53,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:15:53,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-11-07T11:15:53,889 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978153889, completionTime=-1 2024-11-07T11:15:53,889 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:15:53,889 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:15:53,891 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:15:53,891 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978213891 2024-11-07T11:15:53,891 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978273891 2024-11-07T11:15:53,891 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:15:53,892 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34597,1730978150156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:53,892 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34597,1730978150156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:53,892 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34597,1730978150156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:53,892 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:34597, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:53,892 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:53,892 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:53,895 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:15:53,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.391sec 2024-11-07T11:15:53,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:15:53,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:15:53,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:15:53,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:15:53,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:15:53,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34597,1730978150156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:15:53,898 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34597,1730978150156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:15:53,901 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:15:53,901 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:15:53,901 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,34597,1730978150156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:15:53,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:53,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34597,-1 for getting cluster id 2024-11-07T11:15:53,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:53,969 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6e43951-2597-4419-a3d7-04c73acb610b' 2024-11-07T11:15:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6e43951-2597-4419-a3d7-04c73acb610b" 2024-11-07T11:15:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a551bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34597,-1] 2024-11-07T11:15:53,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:53,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:53,973 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:53,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:53,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:15:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,33073,1730978150437, seqNum=-1] 2024-11-07T11:15:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:15:53,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:15:53,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:53,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54639 2024-11-07T11:15:53,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:15:53,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101150241f20005 connected 2024-11-07T11:15:54,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:54,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34813,-1 for getting cluster id 2024-11-07T11:15:54,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:54,011 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c36f1b5d-5670-4961-b85a-fa605493d94d' 2024-11-07T11:15:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c36f1b5d-5670-4961-b85a-fa605493d94d" 2024-11-07T11:15:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54650e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34813,-1] 2024-11-07T11:15:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:54,015 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:54,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0d615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:54,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:15:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@742ab764 2024-11-07T11:15:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:15:54,033 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:15:54,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:34597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:15:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:15:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:15:54,046 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:34597' 2024-11-07T11:15:54,048 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9619ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:54,048 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34597,-1 for getting cluster id 2024-11-07T11:15:54,048 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:54,049 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6e43951-2597-4419-a3d7-04c73acb610b' 2024-11-07T11:15:54,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:54,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6e43951-2597-4419-a3d7-04c73acb610b" 2024-11-07T11:15:54,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588a06c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:54,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34597,-1] 2024-11-07T11:15:54,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:54,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:54,052 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:54,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393edd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:54,053 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:15:54,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:54,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eebd04f 2024-11-07T11:15:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:15:54,060 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:15:54,071 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T11:15:54,071 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:15:54,075 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:54,075 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:54,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:15:54,077 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:15:54,083 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:15:54,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:15:54,086 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:54,088 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:15:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741835_1011 (size=1138) 2024-11-07T11:15:54,135 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:15:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:15:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:15:54,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 388837f8915649dbd84b5bd468dea1cd, NAME => 'hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505 2024-11-07T11:15:54,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741836_1012 (size=44) 2024-11-07T11:15:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:15:54,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:54,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 388837f8915649dbd84b5bd468dea1cd, disabling compactions & flushes 2024-11-07T11:15:54,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:54,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:54,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. after waiting 0 ms 2024-11-07T11:15:54,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:54,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:54,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 388837f8915649dbd84b5bd468dea1cd: Waiting for close lock at 1730978154919Disabling compacts and flushes for region at 1730978154919Disabling writes for close at 1730978154920 (+1 ms)Writing region close event to WAL at 1730978154920Closed at 1730978154920 2024-11-07T11:15:54,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:15:54,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978154924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978154924"}]},"ts":"1730978154924"} 2024-11-07T11:15:54,936 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:15:54,938 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:15:54,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978154938"}]},"ts":"1730978154938"} 2024-11-07T11:15:54,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:15:54,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN}] 2024-11-07T11:15:54,948 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN 2024-11-07T11:15:54,950 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN; state=OFFLINE, location=4ab3d709c6df,34289,1730978143403; forceNewPlan=false, retain=false 2024-11-07T11:15:55,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=388837f8915649dbd84b5bd468dea1cd, regionState=OPENING, regionLocation=4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:55,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN because future has completed 2024-11-07T11:15:55,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388837f8915649dbd84b5bd468dea1cd, server=4ab3d709c6df,34289,1730978143403}] 2024-11-07T11:15:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:15:55,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:55,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:15:55,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:15:55,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C34289%2C1730978143403.rep, suffix=, logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs, maxLogs=10 2024-11-07T11:15:55,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.rep.1730978155282, exclude list is [], retry=0 2024-11-07T11:15:55,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-0fff2706-7059-48d9-9187-1e1565b95aff,DISK] 2024-11-07T11:15:55,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.rep.1730978155282 2024-11-07T11:15:55,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-07T11:15:55,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 388837f8915649dbd84b5bd468dea1cd, NAME => 'hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:15:55,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:15:55,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:15:55,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. service=MultiRowMutationService 2024-11-07T11:15:55,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:15:55,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:15:55,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,317 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,319 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388837f8915649dbd84b5bd468dea1cd columnFamilyName hfileref 2024-11-07T11:15:55,319 DEBUG [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:55,320 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(327): Store=388837f8915649dbd84b5bd468dea1cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:15:55,320 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,322 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388837f8915649dbd84b5bd468dea1cd columnFamilyName queue 2024-11-07T11:15:55,322 DEBUG [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:55,323 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(327): Store=388837f8915649dbd84b5bd468dea1cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:15:55,323 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,325 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388837f8915649dbd84b5bd468dea1cd columnFamilyName sid 2024-11-07T11:15:55,325 DEBUG [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:15:55,326 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(327): Store=388837f8915649dbd84b5bd468dea1cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:15:55,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:15:55,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:15:55,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 388837f8915649dbd84b5bd468dea1cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65948023, jitterRate=-0.017297878861427307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:15:55,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:55,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 388837f8915649dbd84b5bd468dea1cd: Running coprocessor pre-open hook at 1730978155314Writing region info on filesystem at 1730978155314Initializing all the Stores at 1730978155316 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978155316Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978155316Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978155316Cleaning up temporary data from old regions at 1730978155331 (+15 ms)Running coprocessor post-open hooks at 1730978155339 (+8 ms)Region opened successfully at 1730978155340 (+1 ms) 2024-11-07T11:15:55,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd., pid=7, masterSystemTime=1730978155266 2024-11-07T11:15:55,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:55,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:55,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=388837f8915649dbd84b5bd468dea1cd, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:55,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388837f8915649dbd84b5bd468dea1cd, server=4ab3d709c6df,34289,1730978143403 because future has completed 2024-11-07T11:15:55,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T11:15:55,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 388837f8915649dbd84b5bd468dea1cd, server=4ab3d709c6df,34289,1730978143403 in 239 msec 2024-11-07T11:15:55,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:15:55,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN in 410 msec 2024-11-07T11:15:55,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:15:55,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978155361"}]},"ts":"1730978155361"} 2024-11-07T11:15:55,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:15:55,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:15:55,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2880 sec 2024-11-07T11:15:55,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd., hostname=4ab3d709c6df,34289,1730978143403, seqNum=2] 2024-11-07T11:15:55,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34289 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-07T11:15:55,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:55,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:55,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:15:55,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T11:15:55,719 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:15:55,759 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,34289,1730978143403, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:15:55,761 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:15:55,761 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,34289,1730978143403, seqNum=-1] 2024-11-07T11:15:55,761 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:15:55,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-07T11:15:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,34289,1730978143403', locateType=CURRENT is [region=hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd., hostname=4ab3d709c6df,34289,1730978143403, seqNum=2] 2024-11-07T11:15:55,772 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T11:15:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T11:15:55,777 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,34289,1730978143403 suceeded 2024-11-07T11:15:55,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T11:15:55,782 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:34597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:15:55,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-07T11:15:55,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7460 sec 2024-11-07T11:15:55,790 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:34597' 2024-11-07T11:15:55,792 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3852e17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:55,792 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34597,-1 for getting cluster id 2024-11-07T11:15:55,792 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:55,793 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6e43951-2597-4419-a3d7-04c73acb610b' 2024-11-07T11:15:55,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:55,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6e43951-2597-4419-a3d7-04c73acb610b" 2024-11-07T11:15:55,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f9200d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:55,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34597,-1] 2024-11-07T11:15:55,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:55,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:55,795 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:55,796 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ba50556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:55,796 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:15:55,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:55,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5921e315 2024-11-07T11:15:55,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:15:55,798 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T11:15:55,799 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,34289,1730978143403 (queues=1) is replicating from cluster=c36f1b5d-5670-4961-b85a-fa605493d94d to cluster=d6e43951-2597-4419-a3d7-04c73acb610b 2024-11-07T11:15:55,801 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C34289%2C1730978143403 2024-11-07T11:15:55,805 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,34289,1730978143403, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:15:55,807 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.shipper4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C34289%2C1730978143403 2024-11-07T11:15:55,811 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782, startPosition=0, beingWritten=true 2024-11-07T11:15:56,069 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 to pos 0, reset compression=false 2024-11-07T11:15:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:15:56,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:15:56,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:15:56,197 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:15:56,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:15:56,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34813,-1 for getting cluster id 2024-11-07T11:15:56,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:56,202 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c36f1b5d-5670-4961-b85a-fa605493d94d' 2024-11-07T11:15:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c36f1b5d-5670-4961-b85a-fa605493d94d" 2024-11-07T11:15:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192f6003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34813,-1] 2024-11-07T11:15:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,206 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78170f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:15:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae93d0d 2024-11-07T11:15:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:15:56,210 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:15:56,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://4ab3d709c6df:34597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:15:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:15:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T11:15:56,215 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:34597' 2024-11-07T11:15:56,216 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337da173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,216 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34597,-1 for getting cluster id 2024-11-07T11:15:56,216 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:56,217 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6e43951-2597-4419-a3d7-04c73acb610b' 2024-11-07T11:15:56,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:56,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6e43951-2597-4419-a3d7-04c73acb610b" 2024-11-07T11:15:56,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3009eb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34597,-1] 2024-11-07T11:15:56,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:56,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,219 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f94d2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,220 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:15:56,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:56,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eab0de6 2024-11-07T11:15:56,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:15:56,223 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:15:56,224 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-07T11:15:56,224 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:15:56,224 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,224 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:15:56,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:15:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T11:15:56,376 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 to pos 0, reset compression=false 2024-11-07T11:15:56,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-07T11:15:56,450 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T11:15:56,482 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-4ab3d709c6df,34289,1730978143403, ReplicationSource: 2, currentBandwidth=0 2024-11-07T11:15:56,485 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T11:15:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T11:15:56,489 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4ab3d709c6df,34289,1730978143403 suceeded 2024-11-07T11:15:56,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:15:56,492 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4ab3d709c6df:34597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:15:56,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-07T11:15:56,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 281 msec 2024-11-07T11:15:56,504 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:34597' 2024-11-07T11:15:56,505 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395aafa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,505 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34597,-1 for getting cluster id 2024-11-07T11:15:56,505 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:56,506 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6e43951-2597-4419-a3d7-04c73acb610b' 2024-11-07T11:15:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6e43951-2597-4419-a3d7-04c73acb610b" 2024-11-07T11:15:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed96e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34597,-1] 2024-11-07T11:15:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,509 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:56,509 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ed2a9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,510 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:15:56,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:56,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d730fa7 2024-11-07T11:15:56,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:15:56,512 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T11:15:56,513 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4ab3d709c6df,34289,1730978143403 (queues=1) is replicating from cluster=c36f1b5d-5670-4961-b85a-fa605493d94d to cluster=d6e43951-2597-4419-a3d7-04c73acb610b 2024-11-07T11:15:56,513 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4ab3d709c6df%2C34289%2C1730978143403 2024-11-07T11:15:56,513 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4ab3d709c6df,34289,1730978143403, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:15:56,513 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403.replicationSource.shipper4ab3d709c6df%2C34289%2C1730978143403,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C34289%2C1730978143403 2024-11-07T11:15:56,513 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782, startPosition=0, beingWritten=true 2024-11-07T11:15:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T11:15:56,535 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T11:15:56,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:15:56,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:15:56,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:15:56,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:15:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eaee9d6 2024-11-07T11:15:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:15:56,543 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:15:56,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T11:15:56,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T11:15:56,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T11:15:56,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T11:15:56,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:34597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:15:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T11:15:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T11:15:56,559 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:34597' 2024-11-07T11:15:56,560 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d76a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,560 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34597,-1 for getting cluster id 2024-11-07T11:15:56,560 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:56,561 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6e43951-2597-4419-a3d7-04c73acb610b' 2024-11-07T11:15:56,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:56,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6e43951-2597-4419-a3d7-04c73acb610b" 2024-11-07T11:15:56,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57223c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34597,-1] 2024-11-07T11:15:56,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:56,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,563 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:56,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f3e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,564 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:15:56,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:56,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373fcff 2024-11-07T11:15:56,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:15:56,566 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:15:56,567 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:15:56,567 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:15:56,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:15:56,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:15:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T11:15:56,719 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 to pos 0, reset compression=false 2024-11-07T11:15:56,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-07T11:15:56,734 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-07T11:15:56,736 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T11:15:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T11:15:56,740 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 4ab3d709c6df,34289,1730978143403 suceeded 2024-11-07T11:15:56,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T11:15:56,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-07T11:15:56,746 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://4ab3d709c6df:34597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:15:56,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-07T11:15:56,786 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 to pos 0, reset compression=false 2024-11-07T11:15:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T11:15:56,876 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-07T11:15:56,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://4ab3d709c6df:34597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:15:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T11:15:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T11:15:56,885 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:34597' 2024-11-07T11:15:56,887 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d082ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,887 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34597,-1 for getting cluster id 2024-11-07T11:15:56,888 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:15:56,889 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6e43951-2597-4419-a3d7-04c73acb610b' 2024-11-07T11:15:56,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:15:56,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6e43951-2597-4419-a3d7-04c73acb610b" 2024-11-07T11:15:56,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483dfe34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34597,-1] 2024-11-07T11:15:56,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:15:56,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,891 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:15:56,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5cfeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:15:56,893 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:15:56,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34597,1730978150156 2024-11-07T11:15:56,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@524f3b2b 2024-11-07T11:15:56,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:15:56,896 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:15:56,897 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T11:15:56,897 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:15:56,897 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,897 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:56,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:15:56,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:15:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T11:15:57,026 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 to pos 0, reset compression=false 2024-11-07T11:15:57,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-07T11:15:57,061 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-07T11:15:57,065 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T11:15:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T11:15:57,071 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 4ab3d709c6df,34289,1730978143403 suceeded 2024-11-07T11:15:57,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T11:15:57,077 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://4ab3d709c6df:34597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:15:57,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-07T11:15:57,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 199 msec 2024-11-07T11:15:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T11:15:57,205 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-07T11:15:57,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T11:15:57,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T11:15:57,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:15:57,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:15:57,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:57,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:57,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:15:57,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293697983, stopped=false 2024-11-07T11:15:57,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:15:57,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,34813,1730978142659 2024-11-07T11:15:57,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/running 2024-11-07T11:15:57,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:57,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/running 2024-11-07T11:15:57,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:15:57,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:57,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:15:57,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:15:57,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:57,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/running 2024-11-07T11:15:57,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/running 2024-11-07T11:15:57,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,34289,1730978143403' ***** 2024-11-07T11:15:57,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:15:57,294 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:15:57,294 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 to pos 0, reset compression=false 2024-11-07T11:15:57,294 INFO [RS:0;4ab3d709c6df:34289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:15:57,294 INFO [RS:0;4ab3d709c6df:34289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:15:57,295 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(3091): Received CLOSE for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:57,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:15:57,297 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:57,297 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:15:57,297 INFO [RS:0;4ab3d709c6df:34289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:34289. 2024-11-07T11:15:57,297 DEBUG [RS:0;4ab3d709c6df:34289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:15:57,297 DEBUG [RS:0;4ab3d709c6df:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:57,297 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 388837f8915649dbd84b5bd468dea1cd, disabling compactions & flushes 2024-11-07T11:15:57,297 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:15:57,297 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:15:57,297 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:15:57,297 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:15:57,298 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:57,298 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:57,298 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. after waiting 0 ms 2024-11-07T11:15:57,298 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:57,299 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:15:57,299 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 388837f8915649dbd84b5bd468dea1cd=hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd.} 2024-11-07T11:15:57,299 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:57,300 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:15:57,300 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:15:57,300 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:15:57,301 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:15:57,301 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:15:57,304 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T11:15:57,311 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 388837f8915649dbd84b5bd468dea1cd 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-07T11:15:57,338 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:15:57,395 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/info/62cc01a7160142a1806f6a15fa89869f is 147, key is hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd./info:regioninfo/1730978155345/Put/seqid=0 2024-11-07T11:15:57,399 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd/.tmp/queue/85593b87cb9849c2838bae8ef9a96d33 is 151, key is 1-4ab3d709c6df,34289,1730978143403/queue:4ab3d709c6df%2C34289%2C1730978143403/1730978155767/Put/seqid=0 2024-11-07T11:15:57,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741839_1015 (size=6631) 2024-11-07T11:15:57,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741838_1014 (size=5500) 2024-11-07T11:15:57,413 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd/.tmp/queue/85593b87cb9849c2838bae8ef9a96d33 2024-11-07T11:15:57,413 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/info/62cc01a7160142a1806f6a15fa89869f 2024-11-07T11:15:57,435 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 to pos 0, reset compression=false 2024-11-07T11:15:57,480 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd/.tmp/queue/85593b87cb9849c2838bae8ef9a96d33 as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd/queue/85593b87cb9849c2838bae8ef9a96d33 2024-11-07T11:15:57,491 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd/queue/85593b87cb9849c2838bae8ef9a96d33, entries=2, sequenceid=6, filesize=5.4 K 2024-11-07T11:15:57,500 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:15:57,514 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 388837f8915649dbd84b5bd468dea1cd in 196ms, sequenceid=6, compaction requested=false 2024-11-07T11:15:57,514 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T11:15:57,515 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/ns/c2b0415f6e2345b3b5e3b59bcb9302cc is 43, key is default/ns:d/1730978147333/Put/seqid=0 2024-11-07T11:15:57,553 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T11:15:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741840_1016 (size=5153) 2024-11-07T11:15:57,557 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/ns/c2b0415f6e2345b3b5e3b59bcb9302cc 2024-11-07T11:15:57,557 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:15:57,557 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:15:57,557 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:57,557 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 388837f8915649dbd84b5bd468dea1cd: Waiting for close lock at 1730978157297Running coprocessor pre-close hooks at 1730978157297Disabling compacts and flushes for region at 1730978157297Disabling writes for close at 1730978157298 (+1 ms)Obtaining lock to block concurrent updates at 1730978157311 (+13 ms)Preparing flush snapshotting stores in 388837f8915649dbd84b5bd468dea1cd at 1730978157311Finished memstore snapshotting hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1730978157315 (+4 ms)Flushing stores of hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. at 1730978157317 (+2 ms)Flushing 388837f8915649dbd84b5bd468dea1cd/queue: creating writer at 1730978157319 (+2 ms)Flushing 388837f8915649dbd84b5bd468dea1cd/queue: appending metadata at 1730978157375 (+56 ms)Flushing 388837f8915649dbd84b5bd468dea1cd/queue: closing flushed file at 1730978157380 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4b7e46: reopening flushed file at 1730978157478 (+98 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 388837f8915649dbd84b5bd468dea1cd in 196ms, sequenceid=6, compaction requested=false at 1730978157514 (+36 ms)Writing region close event to WAL at 1730978157539 (+25 ms)Running coprocessor post-close hooks at 1730978157555 (+16 ms)Closed at 1730978157557 (+2 ms) 2024-11-07T11:15:57,558 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:15:57,605 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/table/85adf5ed1b7e43e7a6d2f00d84b3b6be is 53, key is hbase:replication/table:state/1730978155361/Put/seqid=0 2024-11-07T11:15:57,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741841_1017 (size=5256) 2024-11-07T11:15:57,679 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:15:57,679 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:15:57,700 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:15:57,900 DEBUG [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:15:57,926 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 to pos 0, reset compression=false 2024-11-07T11:15:57,943 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.1730978146782 to pos 0, reset compression=false 2024-11-07T11:15:58,020 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/table/85adf5ed1b7e43e7a6d2f00d84b3b6be 2024-11-07T11:15:58,029 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/info/62cc01a7160142a1806f6a15fa89869f as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/info/62cc01a7160142a1806f6a15fa89869f 2024-11-07T11:15:58,040 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/info/62cc01a7160142a1806f6a15fa89869f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T11:15:58,042 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/ns/c2b0415f6e2345b3b5e3b59bcb9302cc as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/ns/c2b0415f6e2345b3b5e3b59bcb9302cc 2024-11-07T11:15:58,053 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/ns/c2b0415f6e2345b3b5e3b59bcb9302cc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:15:58,055 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/table/85adf5ed1b7e43e7a6d2f00d84b3b6be as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/table/85adf5ed1b7e43e7a6d2f00d84b3b6be 2024-11-07T11:15:58,064 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/table/85adf5ed1b7e43e7a6d2f00d84b3b6be, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T11:15:58,066 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 765ms, sequenceid=11, compaction requested=false 2024-11-07T11:15:58,073 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T11:15:58,074 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:15:58,074 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:15:58,075 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:15:58,075 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978157300Running coprocessor pre-close hooks at 1730978157300Disabling compacts and flushes for region at 1730978157300Disabling writes for close at 1730978157301 (+1 ms)Obtaining lock to block concurrent updates at 1730978157305 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1730978157305Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730978157315 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978157317 (+2 ms)Flushing 1588230740/info: creating writer at 1730978157319 (+2 ms)Flushing 1588230740/info: appending metadata at 1730978157376 (+57 ms)Flushing 1588230740/info: closing flushed file at 1730978157379 (+3 ms)Flushing 1588230740/ns: creating writer at 1730978157478 (+99 ms)Flushing 1588230740/ns: appending metadata at 1730978157513 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1730978157513Flushing 1588230740/table: creating writer at 1730978157581 (+68 ms)Flushing 1588230740/table: appending metadata at 1730978157604 (+23 ms)Flushing 1588230740/table: closing flushed file at 1730978157605 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b172de: reopening flushed file at 1730978158028 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41be193f: reopening flushed file at 1730978158040 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250b5be3: reopening flushed file at 1730978158053 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 765ms, sequenceid=11, compaction requested=false at 1730978158066 (+13 ms)Writing region close event to WAL at 1730978158068 (+2 ms)Running coprocessor post-close hooks at 1730978158074 (+6 ms)Closed at 1730978158075 (+1 ms) 2024-11-07T11:15:58,075 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:15:58,100 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,34289,1730978143403; all regions closed. 2024-11-07T11:15:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741834_1010 (size=2742) 2024-11-07T11:15:58,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403/4ab3d709c6df%2C34289%2C1730978143403.meta.1730978147154.meta not finished, retry = 0 2024-11-07T11:15:58,213 DEBUG [RS:0;4ab3d709c6df:34289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs 2024-11-07T11:15:58,213 INFO [RS:0;4ab3d709c6df:34289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C34289%2C1730978143403.meta:.meta(num 1730978147154) 2024-11-07T11:15:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741837_1013 (size=1802) 2024-11-07T11:15:58,223 DEBUG [RS:0;4ab3d709c6df:34289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs 2024-11-07T11:15:58,223 INFO [RS:0;4ab3d709c6df:34289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C34289%2C1730978143403.rep:(num 1730978155282) 2024-11-07T11:15:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741833_1009 (size=93) 2024-11-07T11:15:58,231 DEBUG [RS:0;4ab3d709c6df:34289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs 2024-11-07T11:15:58,231 INFO [RS:0;4ab3d709c6df:34289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C34289%2C1730978143403:(num 1730978146782) 2024-11-07T11:15:58,231 DEBUG [RS:0;4ab3d709c6df:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:58,231 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:15:58,232 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:15:58,232 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:15:58,232 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:15:58,232 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:15:58,233 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,34289,1730978143403 because: Region server is closing 2024-11-07T11:15:58,233 INFO [RS:0;4ab3d709c6df:34289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:34289. 2024-11-07T11:15:58,234 DEBUG [RS:0;4ab3d709c6df:34289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:15:58,234 DEBUG [RS:0;4ab3d709c6df:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:58,234 DEBUG [RS:0;4ab3d709c6df:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:58,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:15:58,334 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:15:58,334 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.shipper4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:15:58,335 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,34289,1730978143403.replicationSource.shipper4ab3d709c6df%2C34289%2C1730978143403,1-4ab3d709c6df,34289,1730978143403 terminated 2024-11-07T11:15:58,335 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4ab3d709c6df,34289,1730978143403 because: Region server is closing 2024-11-07T11:15:58,336 INFO [RS:0;4ab3d709c6df:34289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:34289. 2024-11-07T11:15:58,336 DEBUG [RS:0;4ab3d709c6df:34289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:15:58,336 DEBUG [RS:0;4ab3d709c6df:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:58,336 DEBUG [RS:0;4ab3d709c6df:34289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:15:58,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:15:58,437 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403.replicationSource.shipper4ab3d709c6df%2C34289%2C1730978143403,2-4ab3d709c6df,34289,1730978143403 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:15:58,437 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403.replicationSource.wal-reader.4ab3d709c6df%2C34289%2C1730978143403,2-4ab3d709c6df,34289,1730978143403 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:15:58,438 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,34289,1730978143403.replicationSource.shipper4ab3d709c6df%2C34289%2C1730978143403,2-4ab3d709c6df,34289,1730978143403 terminated 2024-11-07T11:15:58,438 INFO [RS:0;4ab3d709c6df:34289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34289 2024-11-07T11:15:58,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/rs/4ab3d709c6df,34289,1730978143403 2024-11-07T11:15:58,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/rs 2024-11-07T11:15:58,492 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:15:58,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,34289,1730978143403] 2024-11-07T11:15:58,515 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/draining/4ab3d709c6df,34289,1730978143403 already deleted, retry=false 2024-11-07T11:15:58,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,34289,1730978143403 expired; onlineServers=0 2024-11-07T11:15:58,516 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,34813,1730978142659' ***** 2024-11-07T11:15:58,517 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:15:58,517 INFO [M:0;4ab3d709c6df:34813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:15:58,517 INFO [M:0;4ab3d709c6df:34813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:15:58,518 DEBUG [M:0;4ab3d709c6df:34813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:15:58,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:15:58,518 DEBUG [M:0;4ab3d709c6df:34813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:15:58,518 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978146360 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978146360,5,FailOnTimeoutGroup] 2024-11-07T11:15:58,518 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978146363 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978146363,5,FailOnTimeoutGroup] 2024-11-07T11:15:58,519 INFO [M:0;4ab3d709c6df:34813 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:15:58,519 INFO [M:0;4ab3d709c6df:34813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:15:58,520 DEBUG [M:0;4ab3d709c6df:34813 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:15:58,520 INFO [M:0;4ab3d709c6df:34813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:15:58,521 INFO [M:0;4ab3d709c6df:34813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:15:58,522 INFO [M:0;4ab3d709c6df:34813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:15:58,522 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:15:58,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/master 2024-11-07T11:15:58,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:15:58,526 DEBUG [M:0;4ab3d709c6df:34813 {}] zookeeper.ZKUtil(347): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/master because node does not exist (not an error) 2024-11-07T11:15:58,526 WARN [M:0;4ab3d709c6df:34813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:15:58,527 INFO [M:0;4ab3d709c6df:34813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/.lastflushedseqids 2024-11-07T11:15:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741842_1018 (size=181) 2024-11-07T11:15:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:15:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34289-0x101150241f20001, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:15:58,607 INFO [RS:0;4ab3d709c6df:34289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:15:58,607 INFO [RS:0;4ab3d709c6df:34289 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,34289,1730978143403; zookeeper connection closed. 2024-11-07T11:15:58,608 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@310c4045 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@310c4045 2024-11-07T11:15:58,609 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:15:58,939 INFO [M:0;4ab3d709c6df:34813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:15:58,940 INFO [M:0;4ab3d709c6df:34813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:15:58,940 DEBUG [M:0;4ab3d709c6df:34813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:15:58,940 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:58,940 DEBUG [M:0;4ab3d709c6df:34813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:58,940 DEBUG [M:0;4ab3d709c6df:34813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:15:58,940 DEBUG [M:0;4ab3d709c6df:34813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:15:58,941 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-07T11:15:58,968 DEBUG [M:0;4ab3d709c6df:34813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f3f6d5b32b44e32b585ba042bfe28cb is 82, key is hbase:meta,,1/info:regioninfo/1730978147238/Put/seqid=0 2024-11-07T11:15:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741843_1019 (size=5672) 2024-11-07T11:15:59,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:15:59,375 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f3f6d5b32b44e32b585ba042bfe28cb 2024-11-07T11:15:59,401 DEBUG [M:0;4ab3d709c6df:34813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90a0571cd99f4d5fa6ede4bf7bfa76d7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730978155367/Put/seqid=0 2024-11-07T11:15:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741844_1020 (size=8663) 2024-11-07T11:15:59,808 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90a0571cd99f4d5fa6ede4bf7bfa76d7 2024-11-07T11:15:59,837 DEBUG [M:0;4ab3d709c6df:34813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b17d4dba00ae499a86d5cf5cfbcec690 is 69, key is 4ab3d709c6df,34289,1730978143403/rs:state/1730978146493/Put/seqid=0 2024-11-07T11:15:59,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741845_1021 (size=5156) 2024-11-07T11:16:00,244 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b17d4dba00ae499a86d5cf5cfbcec690 2024-11-07T11:16:00,260 DEBUG [M:0;4ab3d709c6df:34813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f3f6d5b32b44e32b585ba042bfe28cb as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f3f6d5b32b44e32b585ba042bfe28cb 2024-11-07T11:16:00,268 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f3f6d5b32b44e32b585ba042bfe28cb, entries=8, sequenceid=115, filesize=5.5 K 2024-11-07T11:16:00,269 DEBUG [M:0;4ab3d709c6df:34813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90a0571cd99f4d5fa6ede4bf7bfa76d7 as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90a0571cd99f4d5fa6ede4bf7bfa76d7 2024-11-07T11:16:00,276 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90a0571cd99f4d5fa6ede4bf7bfa76d7, entries=14, sequenceid=115, filesize=8.5 K 2024-11-07T11:16:00,278 DEBUG [M:0;4ab3d709c6df:34813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b17d4dba00ae499a86d5cf5cfbcec690 as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b17d4dba00ae499a86d5cf5cfbcec690 2024-11-07T11:16:00,285 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b17d4dba00ae499a86d5cf5cfbcec690, entries=1, sequenceid=115, filesize=5.0 K 2024-11-07T11:16:00,286 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false 2024-11-07T11:16:00,287 INFO [M:0;4ab3d709c6df:34813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:00,287 DEBUG [M:0;4ab3d709c6df:34813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978158940Disabling compacts and flushes for region at 1730978158940Disabling writes for close at 1730978158940Obtaining lock to block concurrent updates at 1730978158941 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978158941Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1730978158942 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978158943 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978158943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978158967 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978158967Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978159383 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978159400 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978159400Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978159821 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978159836 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978159836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66210df9: reopening flushed file at 1730978160258 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf2f3c1: reopening flushed file at 1730978160268 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47324c68: reopening flushed file at 1730978160277 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false at 1730978160286 (+9 ms)Writing region close event to WAL at 1730978160287 (+1 ms)Closed at 1730978160287 2024-11-07T11:16:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741830_1006 (size=59421) 2024-11-07T11:16:00,291 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:16:00,291 INFO [M:0;4ab3d709c6df:34813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:16:00,291 INFO [M:0;4ab3d709c6df:34813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34813 2024-11-07T11:16:00,292 INFO [M:0;4ab3d709c6df:34813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:16:00,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:00,469 INFO [M:0;4ab3d709c6df:34813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:16:00,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34813-0x101150241f20000, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:00,474 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:00,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:00,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:00,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:00,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:00,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:00,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:16:00,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:00,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36225 2024-11-07T11:16:00,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36225 connecting to ZooKeeper ensemble=127.0.0.1:54639 2024-11-07T11:16:00,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362250x0, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:00,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36225-0x101150241f20006 connected 2024-11-07T11:16:00,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:00,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:00,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/running 2024-11-07T11:16:00,512 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: INIT 2024-11-07T11:16:00,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505, hbase.cluster.distributed=false 2024-11-07T11:16:00,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/acl 2024-11-07T11:16:00,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36225 2024-11-07T11:16:00,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36225 2024-11-07T11:16:00,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36225 2024-11-07T11:16:00,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36225 2024-11-07T11:16:00,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36225 2024-11-07T11:16:00,531 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:00,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:00,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:00,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:00,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:00,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:00,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:16:00,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:00,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40885 2024-11-07T11:16:00,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40885 connecting to ZooKeeper ensemble=127.0.0.1:54639 2024-11-07T11:16:00,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:00,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:00,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408850x0, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:00,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40885-0x101150241f20007 connected 2024-11-07T11:16:00,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/running 2024-11-07T11:16:00,547 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: INIT 2024-11-07T11:16:00,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:16:00,548 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:16:00,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/master 2024-11-07T11:16:00,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/acl 2024-11-07T11:16:00,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40885 2024-11-07T11:16:00,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40885 2024-11-07T11:16:00,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40885 2024-11-07T11:16:00,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40885 2024-11-07T11:16:00,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40885 2024-11-07T11:16:00,567 DEBUG [M:0;4ab3d709c6df:36225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:36225 2024-11-07T11:16:00,568 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1729217125/backup-masters/4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:00,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/backup-masters 2024-11-07T11:16:00,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/backup-masters 2024-11-07T11:16:00,579 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on existing znode=/0-1729217125/backup-masters/4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:00,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:16:00,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1729217125/master 2024-11-07T11:16:00,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:16:00,590 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on existing znode=/0-1729217125/master 2024-11-07T11:16:00,590 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1729217125/backup-masters/4ab3d709c6df,36225,1730978160473 from backup master directory 2024-11-07T11:16:00,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/backup-masters 2024-11-07T11:16:00,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/backup-masters/4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:00,599 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:00,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/backup-masters 2024-11-07T11:16:00,600 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:00,613 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:00,613 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:16:00,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-07T11:16:00,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741846_1022 (size=196) 2024-11-07T11:16:01,051 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:16:01,058 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:16:01,059 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:01,067 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T11:16:01,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659 to hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659-dead as it is dead 2024-11-07T11:16:01,071 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T11:16:01,072 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T11:16:01,072 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659-dead/4ab3d709c6df%2C34813%2C1730978142659.1730978145667 2024-11-07T11:16:01,077 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659-dead/4ab3d709c6df%2C34813%2C1730978142659.1730978145667 after 3ms 2024-11-07T11:16:01,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659-dead/4ab3d709c6df%2C34813%2C1730978142659.1730978145667 to hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4ab3d709c6df%2C34813%2C1730978142659.1730978145667 2024-11-07T11:16:01,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,34813,1730978142659-dead 2024-11-07T11:16:01,079 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:01,080 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:01,082 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C36225%2C1730978160473, suffix=, logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,36225,1730978160473, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/oldWALs, maxLogs=10 2024-11-07T11:16:01,100 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,36225,1730978160473/4ab3d709c6df%2C36225%2C1730978160473.1730978161082, exclude list is [], retry=0 2024-11-07T11:16:01,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-0fff2706-7059-48d9-9187-1e1565b95aff,DISK] 2024-11-07T11:16:01,106 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/WALs/4ab3d709c6df,36225,1730978160473/4ab3d709c6df%2C36225%2C1730978160473.1730978161082 2024-11-07T11:16:01,107 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-07T11:16:01,107 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:01,107 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:01,108 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,108 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:16:01,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:01,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f3f6d5b32b44e32b585ba042bfe28cb 2024-11-07T11:16:01,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:01,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:16:01,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:01,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90a0571cd99f4d5fa6ede4bf7bfa76d7 2024-11-07T11:16:01,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:01,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:16:01,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:01,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b17d4dba00ae499a86d5cf5cfbcec690 2024-11-07T11:16:01,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:01,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:16:01,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:01,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:01,147 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,147 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T11:16:01,148 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4ab3d709c6df%2C34813%2C1730978142659.1730978145667 2024-11-07T11:16:01,168 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4ab3d709c6df%2C34813%2C1730978142659.1730978145667 2024-11-07T11:16:01,170 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4ab3d709c6df%2C34813%2C1730978142659.1730978145667 2024-11-07T11:16:01,172 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,172 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,173 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:01,175 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:01,178 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-07T11:16:01,180 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65709319, jitterRate=-0.020854845643043518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:01,180 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978161108Initializing all the Stores at 1730978161109 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978161109Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978161109Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978161109Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978161109Cleaning up temporary data from old regions at 1730978161172 (+63 ms)Region opened successfully at 1730978161180 (+8 ms) 2024-11-07T11:16:01,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:16:01,185 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27132c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:01,199 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T11:16:01,200 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:16:01,200 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:16:01,201 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:16:01,202 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:16:01,209 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:01,209 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:16:01,210 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:16:01,210 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:16:01,210 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T11:16:01,211 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T11:16:01,211 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-07T11:16:01,211 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:16:01,216 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4ab3d709c6df,34289,1730978143403, regionLocation=4ab3d709c6df,34289,1730978143403, openSeqNum=2 2024-11-07T11:16:01,216 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4ab3d709c6df,34289,1730978143403, table=hbase:meta, region=1588230740 2024-11-07T11:16:01,217 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,34289,1730978143403, state=OPEN 2024-11-07T11:16:01,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1729217125/meta-region-server 2024-11-07T11:16:01,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1729217125/meta-region-server 2024-11-07T11:16:01,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:16:01,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:16:01,275 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:16:01,284 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/draining/4ab3d709c6df,34289,1730978143403 already deleted, retry=false 2024-11-07T11:16:01,284 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4ab3d709c6df,34289,1730978143403 on 4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:01,289 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4ab3d709c6df,34289,1730978143403, splitWal=true, meta=true 2024-11-07T11:16:01,291 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 4ab3d709c6df,34289,1730978143403 (carryingMeta=true) 4ab3d709c6df,34289,1730978143403/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@68ec5e3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T11:16:01,295 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/balancer because node does not exist (not necessarily an error) 2024-11-07T11:16:01,336 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/balancer already deleted, retry=false 2024-11-07T11:16:01,336 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:16:01,338 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:16:01,357 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/normalizer already deleted, retry=false 2024-11-07T11:16:01,358 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:16:01,361 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:16:01,368 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/switch/split already deleted, retry=false 2024-11-07T11:16:01,370 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:16:01,378 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/switch/merge already deleted, retry=false 2024-11-07T11:16:01,402 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:16:01,410 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/snapshot-cleanup already deleted, retry=false 2024-11-07T11:16:01,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1729217125/running 2024-11-07T11:16:01,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1729217125/running 2024-11-07T11:16:01,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:16:01,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:16:01,421 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,36225,1730978160473, sessionid=0x101150241f20006, setting cluster-up flag (Was=false) 2024-11-07T11:16:01,432 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1729217125/flush-table-proc/acquired, /0-1729217125/flush-table-proc/reached, /0-1729217125/flush-table-proc/abort 2024-11-07T11:16:01,433 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:01,442 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1729217125/online-snapshot/acquired, /0-1729217125/online-snapshot/reached, /0-1729217125/online-snapshot/abort 2024-11-07T11:16:01,444 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:01,446 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/.lastflushedseqids 2024-11-07T11:16:01,451 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:16:01,452 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:16:01,452 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,36225,1730978160473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4ab3d709c6df,34289,1730978143403 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:16:01,454 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:01,454 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:01,454 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:01,454 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:01,454 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:16:01,454 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,455 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:01,455 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,455 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(746): ClusterId : c36f1b5d-5670-4961-b85a-fa605493d94d 2024-11-07T11:16:01,455 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:16:01,455 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978191455 2024-11-07T11:16:01,456 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:16:01,456 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:16:01,456 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:16:01,456 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:16:01,456 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:16:01,456 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:16:01,456 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:16:01,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:16:01,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:16:01,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:16:01,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:16:01,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:16:01,457 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978161457,5,FailOnTimeoutGroup] 2024-11-07T11:16:01,458 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978161457,5,FailOnTimeoutGroup] 2024-11-07T11:16:01,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:16:01,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,458 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4ab3d709c6df,34289,1730978143403, splitWal=true, meta=true 2024-11-07T11:16:01,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978161458, completionTime=-1 2024-11-07T11:16:01,458 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T11:16:01,459 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4ab3d709c6df,34289,1730978143403, splitWal=true, meta=true, isMeta: true 2024-11-07T11:16:01,461 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403-splitting 2024-11-07T11:16:01,462 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403-splitting dir is empty, no logs to split. 2024-11-07T11:16:01,463 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4ab3d709c6df,34289,1730978143403 WAL count=0, meta=true 2024-11-07T11:16:01,463 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T11:16:01,464 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:16:01,464 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:16:01,467 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403-splitting dir is empty, no logs to split. 2024-11-07T11:16:01,467 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4ab3d709c6df,34289,1730978143403 WAL count=0, meta=true 2024-11-07T11:16:01,467 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4ab3d709c6df,34289,1730978143403 WAL splitting is done? wals=0, meta=true 2024-11-07T11:16:01,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:16:01,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:01,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T11:16:01,474 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:16:01,474 DEBUG [RS:0;4ab3d709c6df:40885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa1405b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:01,488 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:40885 2024-11-07T11:16:01,488 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:16:01,488 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:16:01,488 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:16:01,489 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,36225,1730978160473 with port=40885, startcode=1730978160531 2024-11-07T11:16:01,489 DEBUG [RS:0;4ab3d709c6df:40885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:16:01,491 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:16:01,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:01,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36225 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:01,495 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505 2024-11-07T11:16:01,495 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37223 2024-11-07T11:16:01,495 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:16:01,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/rs 2024-11-07T11:16:01,506 DEBUG [RS:0;4ab3d709c6df:40885 {}] zookeeper.ZKUtil(111): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on existing znode=/0-1729217125/rs/4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:01,506 WARN [RS:0;4ab3d709c6df:40885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:01,506 INFO [RS:0;4ab3d709c6df:40885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:01,506 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:01,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,40885,1730978160531] 2024-11-07T11:16:01,513 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=55ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T11:16:01,547 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:16:01,550 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:16:01,550 INFO [RS:0;4ab3d709c6df:40885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:16:01,550 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,550 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:16:01,551 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:16:01,551 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,552 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:01,553 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:01,553 DEBUG [RS:0;4ab3d709c6df:40885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:01,553 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,553 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,553 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,553 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,553 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,553 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40885,1730978160531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:01,571 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:16:01,571 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40885,1730978160531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,591 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,40885,1730978160531, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:16:01,607 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSource(231): queueId=2-4ab3d709c6df,40885,1730978160531, ReplicationSource: 2, currentBandwidth=0 2024-11-07T11:16:01,607 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,608 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.Replication(171): 4ab3d709c6df,40885,1730978160531 started 2024-11-07T11:16:01,608 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,1-4ab3d709c6df,40885,1730978160531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:34597' 2024-11-07T11:16:01,612 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,1-4ab3d709c6df,40885,1730978160531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696cd4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:01,613 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,1-4ab3d709c6df,40885,1730978160531 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34597,-1 for getting cluster id 2024-11-07T11:16:01,613 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,1-4ab3d709c6df,40885,1730978160531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:01,614 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6e43951-2597-4419-a3d7-04c73acb610b' 2024-11-07T11:16:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6e43951-2597-4419-a3d7-04c73acb610b" 2024-11-07T11:16:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ee33e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:01,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34597,-1] 2024-11-07T11:16:01,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:01,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:01,618 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:01,619 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,1-4ab3d709c6df,40885,1730978160531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e0892bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:01,619 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,1-4ab3d709c6df,40885,1730978160531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34597,1730978150156 2024-11-07T11:16:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee0835e 2024-11-07T11:16:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:01,621 WARN [4ab3d709c6df:36225 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:16:01,622 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T11:16:01,623 INFO [RS:0;4ab3d709c6df:40885.replicationSource,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,40885,1730978160531 (queues=0) is replicating from cluster=c36f1b5d-5670-4961-b85a-fa605493d94d to cluster=d6e43951-2597-4419-a3d7-04c73acb610b 2024-11-07T11:16:01,626 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,2-4ab3d709c6df,40885,1730978160531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:34597' 2024-11-07T11:16:01,626 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:01,626 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,40885,1730978160531, RpcServer on 4ab3d709c6df/172.17.0.2:40885, sessionid=0x101150241f20007 2024-11-07T11:16:01,626 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:16:01,626 DEBUG [RS:0;4ab3d709c6df:40885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:01,626 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,40885,1730978160531' 2024-11-07T11:16:01,627 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1729217125/flush-table-proc/abort' 2024-11-07T11:16:01,627 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1729217125/flush-table-proc/acquired' 2024-11-07T11:16:01,628 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,2-4ab3d709c6df,40885,1730978160531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a77020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:01,628 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,2-4ab3d709c6df,40885,1730978160531 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,34597,-1 for getting cluster id 2024-11-07T11:16:01,628 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:16:01,628 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:16:01,628 DEBUG [RS:0;4ab3d709c6df:40885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:01,628 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,2-4ab3d709c6df,40885,1730978160531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:01,628 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,40885,1730978160531' 2024-11-07T11:16:01,628 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1729217125/online-snapshot/abort' 2024-11-07T11:16:01,629 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1729217125/online-snapshot/acquired' 2024-11-07T11:16:01,629 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6e43951-2597-4419-a3d7-04c73acb610b' 2024-11-07T11:16:01,629 DEBUG [RS:0;4ab3d709c6df:40885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:16:01,629 INFO [RS:0;4ab3d709c6df:40885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:16:01,629 INFO [RS:0;4ab3d709c6df:40885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:16:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6e43951-2597-4419-a3d7-04c73acb610b" 2024-11-07T11:16:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bce46a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,34597,-1] 2024-11-07T11:16:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:01,631 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:01,632 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,2-4ab3d709c6df,40885,1730978160531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cb565b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:01,632 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource,2-4ab3d709c6df,40885,1730978160531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:01,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,34597,1730978150156 2024-11-07T11:16:01,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e492434 2024-11-07T11:16:01,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:01,635 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T11:16:01,636 INFO [RS:0;4ab3d709c6df:40885.replicationSource,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4ab3d709c6df,40885,1730978160531 (queues=0) is replicating from cluster=c36f1b5d-5670-4961-b85a-fa605493d94d to cluster=d6e43951-2597-4419-a3d7-04c73acb610b 2024-11-07T11:16:01,730 INFO [RS:0;4ab3d709c6df:40885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:01,732 INFO [RS:0;4ab3d709c6df:40885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C40885%2C1730978160531, suffix=, logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs, maxLogs=10 2024-11-07T11:16:01,753 DEBUG [RS:0;4ab3d709c6df:40885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733, exclude list is [], retry=0 2024-11-07T11:16:01,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-0fff2706-7059-48d9-9187-1e1565b95aff,DISK] 2024-11-07T11:16:01,759 INFO [RS:0;4ab3d709c6df:40885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 2024-11-07T11:16:01,760 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4ab3d709c6df%2C40885%2C1730978160531 for peer 2 2024-11-07T11:16:01,760 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4ab3d709c6df%2C40885%2C1730978160531 for peer 1 2024-11-07T11:16:01,760 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C40885%2C1730978160531 2024-11-07T11:16:01,760 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,40885,1730978160531, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:16:01,761 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4ab3d709c6df%2C40885%2C1730978160531 2024-11-07T11:16:01,761 INFO [RS:0;4ab3d709c6df:40885.replicationSource.shipper4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C40885%2C1730978160531 2024-11-07T11:16:01,761 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4ab3d709c6df,40885,1730978160531, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:16:01,764 DEBUG [RS:0;4ab3d709c6df:40885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-07T11:16:01,764 INFO [RS:0;4ab3d709c6df:40885.replicationSource.shipper4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C40885%2C1730978160531 2024-11-07T11:16:01,764 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733, startPosition=0, beingWritten=true 2024-11-07T11:16:01,764 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733, startPosition=0, beingWritten=true 2024-11-07T11:16:01,872 DEBUG [4ab3d709c6df:36225 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:16:01,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:01,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,40885,1730978160531, state=OPENING 2024-11-07T11:16:01,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1729217125/meta-region-server 2024-11-07T11:16:01,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1729217125/meta-region-server 2024-11-07T11:16:01,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:01,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:16:01,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:16:01,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,40885,1730978160531}] 2024-11-07T11:16:01,975 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:01,975 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:02,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:16:02,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:16:02,048 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:16:02,048 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:02,048 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:16:02,051 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C40885%2C1730978160531.meta, suffix=.meta, logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs, maxLogs=10 2024-11-07T11:16:02,067 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.meta.1730978162051.meta, exclude list is [], retry=0 2024-11-07T11:16:02,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-0fff2706-7059-48d9-9187-1e1565b95aff,DISK] 2024-11-07T11:16:02,071 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.meta.1730978162051.meta 2024-11-07T11:16:02,072 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-07T11:16:02,072 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:02,072 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:02,072 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:16:02,072 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:16:02,072 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:16:02,073 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:16:02,073 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:02,073 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:16:02,073 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:16:02,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:16:02,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:16:02,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:02,084 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/info/62cc01a7160142a1806f6a15fa89869f 2024-11-07T11:16:02,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:02,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:16:02,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:16:02,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:02,095 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/ns/c2b0415f6e2345b3b5e3b59bcb9302cc 2024-11-07T11:16:02,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:02,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:16:02,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:16:02,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:02,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:02,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:16:02,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:16:02,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:02,108 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/table/85adf5ed1b7e43e7a6d2f00d84b3b6be 2024-11-07T11:16:02,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:02,109 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:16:02,110 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740 2024-11-07T11:16:02,112 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740 2024-11-07T11:16:02,113 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:16:02,113 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:16:02,114 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:02,115 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:16:02,117 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74991385, jitterRate=0.11745871603488922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:02,117 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:16:02,117 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978162073Writing region info on filesystem at 1730978162073Initializing all the Stores at 1730978162074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978162074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978162074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978162074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978162074Cleaning up temporary data from old regions at 1730978162113 (+39 ms)Running coprocessor post-open hooks at 1730978162117 (+4 ms)Region opened successfully at 1730978162117 2024-11-07T11:16:02,119 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1730978162038 2024-11-07T11:16:02,122 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:16:02,122 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:16:02,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:02,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,40885,1730978160531, state=OPEN 2024-11-07T11:16:02,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1729217125/meta-region-server 2024-11-07T11:16:02,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1729217125/meta-region-server 2024-11-07T11:16:02,176 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:02,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:16:02,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1729217125/meta-region-server: CHANGED 2024-11-07T11:16:02,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-07T11:16:02,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,40885,1730978160531 in 293 msec 2024-11-07T11:16:02,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-07T11:16:02,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-11-07T11:16:02,282 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:02,282 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:02,693 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:02,693 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:03,016 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1558ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-07T11:16:03,200 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:03,200 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:03,809 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:03,809 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:04,518 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:04,518 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:04,519 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3061ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-07T11:16:05,326 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:05,326 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:05,972 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T11:16:05,972 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:16:05,972 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:05,973 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,40885,1730978160531, seqNum=-1] 2024-11-07T11:16:05,973 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:05,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:05,984 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=388837f8915649dbd84b5bd468dea1cd, regionState=OPEN, lastHost=4ab3d709c6df,34289,1730978143403, regionLocation=4ab3d709c6df,34289,1730978143403, openSeqNum=2 2024-11-07T11:16:05,984 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:16:05,984 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978225984 2024-11-07T11:16:05,985 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978285984 2024-11-07T11:16:05,985 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-07T11:16:05,986 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36225,1730978160473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:05,986 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36225,1730978160473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:05,986 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4ab3d709c6df,34289,1730978143403 had 2 regions 2024-11-07T11:16:05,986 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36225,1730978160473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:05,986 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:36225, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:05,986 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:05,986 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:05,988 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4ab3d709c6df,34289,1730978143403, splitWal=true, meta=true, isMeta: false 2024-11-07T11:16:05,991 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403-splitting dir is empty, no logs to split. 2024-11-07T11:16:05,991 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4ab3d709c6df,34289,1730978143403 WAL count=0, meta=false 2024-11-07T11:16:05,995 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,34289,1730978143403-splitting dir is empty, no logs to split. 2024-11-07T11:16:05,995 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4ab3d709c6df,34289,1730978143403 WAL count=0, meta=false 2024-11-07T11:16:05,996 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4ab3d709c6df,34289,1730978143403 WAL splitting is done? wals=0, meta=false 2024-11-07T11:16:05,996 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.396sec 2024-11-07T11:16:05,996 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:16:05,997 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:16:05,997 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:16:05,997 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:16:05,997 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:16:05,997 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36225,1730978160473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:05,997 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36225,1730978160473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:16:06,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:16:06,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:16:06,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36225,1730978160473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:06,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN}] 2024-11-07T11:16:06,010 WARN [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4ab3d709c6df,34289,1730978143403/hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:16:06,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN 2024-11-07T11:16:06,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T11:16:06,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:06,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,36225,-1 for getting cluster id 2024-11-07T11:16:06,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:06,061 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c36f1b5d-5670-4961-b85a-fa605493d94d' 2024-11-07T11:16:06,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:06,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c36f1b5d-5670-4961-b85a-fa605493d94d" 2024-11-07T11:16:06,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34947d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:06,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,36225,-1] 2024-11-07T11:16:06,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:06,064 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@937001b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:06,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,40885,1730978160531, seqNum=-1] 2024-11-07T11:16:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:06,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:06,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T11:16:06,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:06,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:06,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:06,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:06,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:06,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4ab3d709c6df:36225 after: 4ab3d709c6df:36225 2024-11-07T11:16:06,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:06,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,36225,-1 for getting cluster id 2024-11-07T11:16:06,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:06,073 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c36f1b5d-5670-4961-b85a-fa605493d94d' 2024-11-07T11:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c36f1b5d-5670-4961-b85a-fa605493d94d" 2024-11-07T11:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771efb4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,36225,-1] 2024-11-07T11:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:06,075 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:06,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:06,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2942c8e2 2024-11-07T11:16:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:06,078 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:06,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T11:16:06,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T11:16:06,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T11:16:06,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T11:16:06,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:16:06,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:06,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:06,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:06,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:06,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:06,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:16:06,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=818617990, stopped=false 2024-11-07T11:16:06,083 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,34597,1730978150156 2024-11-07T11:16:06,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1810798656/running 2024-11-07T11:16:06,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1810798656/running 2024-11-07T11:16:06,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:16:06,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:16:06,135 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:16:06,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:06,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:06,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on znode that does not yet exist, /1810798656/running 2024-11-07T11:16:06,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Set watcher on znode that does not yet exist, /1810798656/running 2024-11-07T11:16:06,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:06,137 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,33073,1730978150437' ***** 2024-11-07T11:16:06,137 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:16:06,138 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:16:06,138 INFO [RS:0;4ab3d709c6df:33073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:16:06,138 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:16:06,139 INFO [RS:0;4ab3d709c6df:33073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:16:06,139 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,33073,1730978150437 2024-11-07T11:16:06,139 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:16:06,139 INFO [RS:0;4ab3d709c6df:33073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:33073. 2024-11-07T11:16:06,139 DEBUG [RS:0;4ab3d709c6df:33073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:06,139 DEBUG [RS:0;4ab3d709c6df:33073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:06,139 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:16:06,139 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:16:06,139 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:16:06,139 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:16:06,140 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:16:06,140 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:16:06,140 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:06,140 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:16:06,140 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:16:06,140 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:16:06,140 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:16:06,140 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:16:06,140 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T11:16:06,161 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740/.tmp/ns/2e6feaeab29240ab8e9d16b9a4c1ee19 is 43, key is default/ns:d/1730978153880/Put/seqid=0 2024-11-07T11:16:06,162 DEBUG [4ab3d709c6df:36225 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:16:06,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=388837f8915649dbd84b5bd468dea1cd, regionState=OPENING, regionLocation=4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:06,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741835_1011 (size=5153) 2024-11-07T11:16:06,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN because future has completed 2024-11-07T11:16:06,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388837f8915649dbd84b5bd468dea1cd, server=4ab3d709c6df,40885,1730978160531}] 2024-11-07T11:16:06,194 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:16:06,235 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:06,242 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:06,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:16:06,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:06,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:16:06,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C40885%2C1730978160531.rep, suffix=, logDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531, archiveDir=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs, maxLogs=10 2024-11-07T11:16:06,340 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:06,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.rep.1730978166328, exclude list is [], retry=0 2024-11-07T11:16:06,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-0fff2706-7059-48d9-9187-1e1565b95aff,DISK] 2024-11-07T11:16:06,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.rep.1730978166328 2024-11-07T11:16:06,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-07T11:16:06,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 388837f8915649dbd84b5bd468dea1cd, NAME => 'hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:06,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:06,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:16:06,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. service=MultiRowMutationService 2024-11-07T11:16:06,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:16:06,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:06,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,349 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,350 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388837f8915649dbd84b5bd468dea1cd columnFamilyName hfileref 2024-11-07T11:16:06,350 DEBUG [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:06,351 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(327): Store=388837f8915649dbd84b5bd468dea1cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:06,351 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,352 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388837f8915649dbd84b5bd468dea1cd columnFamilyName queue 2024-11-07T11:16:06,352 DEBUG [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:06,360 DEBUG [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd/queue/85593b87cb9849c2838bae8ef9a96d33 2024-11-07T11:16:06,360 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(327): Store=388837f8915649dbd84b5bd468dea1cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:06,360 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,361 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 388837f8915649dbd84b5bd468dea1cd columnFamilyName sid 2024-11-07T11:16:06,361 DEBUG [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:06,362 INFO [StoreOpener-388837f8915649dbd84b5bd468dea1cd-1 {}] regionserver.HStore(327): Store=388837f8915649dbd84b5bd468dea1cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:06,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:16:06,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 388837f8915649dbd84b5bd468dea1cd; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75405891, jitterRate=0.12363533675670624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:16:06,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:06,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 388837f8915649dbd84b5bd468dea1cd: Running coprocessor pre-open hook at 1730978166348Writing region info on filesystem at 1730978166348Initializing all the Stores at 1730978166349 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978166349Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978166349Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978166349Cleaning up temporary data from old regions at 1730978166365 (+16 ms)Running coprocessor post-open hooks at 1730978166369 (+4 ms)Region opened successfully at 1730978166370 (+1 ms) 2024-11-07T11:16:06,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd., pid=19, masterSystemTime=1730978166320 2024-11-07T11:16:06,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:16:06,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:16:06,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=388837f8915649dbd84b5bd468dea1cd, regionState=OPEN, openSeqNum=10, regionLocation=4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:06,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 388837f8915649dbd84b5bd468dea1cd, server=4ab3d709c6df,40885,1730978160531 because future has completed 2024-11-07T11:16:06,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-07T11:16:06,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 388837f8915649dbd84b5bd468dea1cd, server=4ab3d709c6df,40885,1730978160531 in 213 msec 2024-11-07T11:16:06,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-07T11:16:06,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=388837f8915649dbd84b5bd468dea1cd, ASSIGN in 374 msec 2024-11-07T11:16:06,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T11:16:06,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd., hostname=4ab3d709c6df,40885,1730978160531, seqNum=10] 2024-11-07T11:16:06,431 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 4ab3d709c6df,34289,1730978143403 2024-11-07T11:16:06,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T11:16:06,540 DEBUG [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:06,567 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740/.tmp/ns/2e6feaeab29240ab8e9d16b9a4c1ee19 2024-11-07T11:16:06,582 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740/.tmp/ns/2e6feaeab29240ab8e9d16b9a4c1ee19 as hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740/ns/2e6feaeab29240ab8e9d16b9a4c1ee19 2024-11-07T11:16:06,591 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740/ns/2e6feaeab29240ab8e9d16b9a4c1ee19, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T11:16:06,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-07T11:16:06,593 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false 2024-11-07T11:16:06,593 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:16:06,600 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T11:16:06,601 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:06,601 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:06,601 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:06,601 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978166140Running coprocessor pre-close hooks at 1730978166140Disabling compacts and flushes for region at 1730978166140Disabling writes for close at 1730978166140Obtaining lock to block concurrent updates at 1730978166141 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730978166141Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730978166141Flushing stores of hbase:meta,,1.1588230740 at 1730978166142 (+1 ms)Flushing 1588230740/ns: creating writer at 1730978166142Flushing 1588230740/ns: appending metadata at 1730978166161 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1730978166161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712e222f: reopening flushed file at 1730978166581 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false at 1730978166593 (+12 ms)Writing region close event to WAL at 1730978166595 (+2 ms)Running coprocessor post-close hooks at 1730978166601 (+6 ms)Closed at 1730978166601 2024-11-07T11:16:06,601 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:06,681 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:16:06,681 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:16:06,741 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,33073,1730978150437; all regions closed. 2024-11-07T11:16:06,744 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/WALs/4ab3d709c6df,33073,1730978150437/4ab3d709c6df%2C33073%2C1730978150437.meta.1730978153806.meta not finished, retry = 0 2024-11-07T11:16:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741834_1010 (size=1152) 2024-11-07T11:16:06,847 DEBUG [RS:0;4ab3d709c6df:33073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/oldWALs 2024-11-07T11:16:06,847 INFO [RS:0;4ab3d709c6df:33073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C33073%2C1730978150437.meta:.meta(num 1730978153806) 2024-11-07T11:16:06,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741832_1008 (size=93) 2024-11-07T11:16:06,853 DEBUG [RS:0;4ab3d709c6df:33073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/oldWALs 2024-11-07T11:16:06,853 INFO [RS:0;4ab3d709c6df:33073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C33073%2C1730978150437:(num 1730978152830) 2024-11-07T11:16:06,853 DEBUG [RS:0;4ab3d709c6df:33073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:06,853 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:16:06,853 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:16:06,853 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:16:06,854 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:16:06,854 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:16:06,854 INFO [RS:0;4ab3d709c6df:33073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33073 2024-11-07T11:16:06,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656/rs 2024-11-07T11:16:06,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1810798656/rs/4ab3d709c6df,33073,1730978150437 2024-11-07T11:16:06,902 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:16:06,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,33073,1730978150437] 2024-11-07T11:16:06,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1810798656/draining/4ab3d709c6df,33073,1730978150437 already deleted, retry=false 2024-11-07T11:16:06,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,33073,1730978150437 expired; onlineServers=0 2024-11-07T11:16:06,926 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,34597,1730978150156' ***** 2024-11-07T11:16:06,926 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:16:06,926 INFO [M:0;4ab3d709c6df:34597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:16:06,926 INFO [M:0;4ab3d709c6df:34597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:16:06,926 DEBUG [M:0;4ab3d709c6df:34597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:16:06,926 DEBUG [M:0;4ab3d709c6df:34597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:16:06,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:16:06,927 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978152556 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978152556,5,FailOnTimeoutGroup] 2024-11-07T11:16:06,927 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978152556 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978152556,5,FailOnTimeoutGroup] 2024-11-07T11:16:06,927 INFO [M:0;4ab3d709c6df:34597 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:16:06,927 INFO [M:0;4ab3d709c6df:34597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:16:06,927 DEBUG [M:0;4ab3d709c6df:34597 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:16:06,927 INFO [M:0;4ab3d709c6df:34597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:16:06,927 INFO [M:0;4ab3d709c6df:34597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:16:06,928 INFO [M:0;4ab3d709c6df:34597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:16:06,928 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:16:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1810798656/master 2024-11-07T11:16:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1810798656 2024-11-07T11:16:06,936 DEBUG [M:0;4ab3d709c6df:34597 {}] zookeeper.ZKUtil(347): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Unable to get data of znode /1810798656/master because node does not exist (not an error) 2024-11-07T11:16:06,937 WARN [M:0;4ab3d709c6df:34597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:16:06,939 INFO [M:0;4ab3d709c6df:34597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/.lastflushedseqids 2024-11-07T11:16:06,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741836_1012 (size=99) 2024-11-07T11:16:07,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:07,016 INFO [RS:0;4ab3d709c6df:33073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:16:07,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33073-0x101150241f20004, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:07,016 INFO [RS:0;4ab3d709c6df:33073 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,33073,1730978150437; zookeeper connection closed. 2024-11-07T11:16:07,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41be8701 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41be8701 2024-11-07T11:16:07,017 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:16:07,241 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:07,247 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:07,349 INFO [M:0;4ab3d709c6df:34597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:16:07,349 INFO [M:0;4ab3d709c6df:34597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:16:07,349 DEBUG [M:0;4ab3d709c6df:34597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:16:07,349 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:07,349 DEBUG [M:0;4ab3d709c6df:34597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:07,349 DEBUG [M:0;4ab3d709c6df:34597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:16:07,349 DEBUG [M:0;4ab3d709c6df:34597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:07,349 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T11:16:07,366 DEBUG [M:0;4ab3d709c6df:34597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b29fecd4c39045da9aa2b61ae7fcabd3 is 82, key is hbase:meta,,1/info:regioninfo/1730978153853/Put/seqid=0 2024-11-07T11:16:07,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741837_1013 (size=5672) 2024-11-07T11:16:07,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:16:07,771 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b29fecd4c39045da9aa2b61ae7fcabd3 2024-11-07T11:16:07,796 DEBUG [M:0;4ab3d709c6df:34597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fc83f024bd94f43856ac6f647b97fcc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730978153888/Put/seqid=0 2024-11-07T11:16:07,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741838_1014 (size=5275) 2024-11-07T11:16:08,202 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fc83f024bd94f43856ac6f647b97fcc 2024-11-07T11:16:08,228 DEBUG [M:0;4ab3d709c6df:34597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3723a7c001a74b9e90641b5d95fc8096 is 69, key is 4ab3d709c6df,33073,1730978150437/rs:state/1730978152610/Put/seqid=0 2024-11-07T11:16:08,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741839_1015 (size=5156) 2024-11-07T11:16:08,348 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:08,354 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:08,634 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3723a7c001a74b9e90641b5d95fc8096 2024-11-07T11:16:08,648 DEBUG [M:0;4ab3d709c6df:34597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b29fecd4c39045da9aa2b61ae7fcabd3 as hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b29fecd4c39045da9aa2b61ae7fcabd3 2024-11-07T11:16:08,654 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b29fecd4c39045da9aa2b61ae7fcabd3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T11:16:08,656 DEBUG [M:0;4ab3d709c6df:34597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fc83f024bd94f43856ac6f647b97fcc as hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fc83f024bd94f43856ac6f647b97fcc 2024-11-07T11:16:08,662 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fc83f024bd94f43856ac6f647b97fcc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T11:16:08,664 DEBUG [M:0;4ab3d709c6df:34597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3723a7c001a74b9e90641b5d95fc8096 as hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3723a7c001a74b9e90641b5d95fc8096 2024-11-07T11:16:08,671 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3723a7c001a74b9e90641b5d95fc8096, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T11:16:08,673 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false 2024-11-07T11:16:08,674 INFO [M:0;4ab3d709c6df:34597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:08,674 DEBUG [M:0;4ab3d709c6df:34597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978167349Disabling compacts and flushes for region at 1730978167349Disabling writes for close at 1730978167349Obtaining lock to block concurrent updates at 1730978167349Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978167349Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730978167350 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978167351 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978167351Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978167365 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978167365Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978167778 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978167796 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978167796Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978168210 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978168228 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978168228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c959b39: reopening flushed file at 1730978168646 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175d5d1: reopening flushed file at 1730978168655 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4089b310: reopening flushed file at 1730978168663 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false at 1730978168673 (+10 ms)Writing region close event to WAL at 1730978168674 (+1 ms)Closed at 1730978168674 2024-11-07T11:16:08,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45525 is added to blk_1073741830_1006 (size=10165) 2024-11-07T11:16:08,677 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/044d2c83-ebaf-3988-c0ac-9ebd19f1b704/MasterData/WALs/4ab3d709c6df,34597,1730978150156/4ab3d709c6df%2C34597%2C1730978150156.1730978152253 not finished, retry = 0 2024-11-07T11:16:08,779 INFO [M:0;4ab3d709c6df:34597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:16:08,779 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:16:08,779 INFO [M:0;4ab3d709c6df:34597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34597 2024-11-07T11:16:08,782 INFO [M:0;4ab3d709c6df:34597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:16:08,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:08,974 INFO [M:0;4ab3d709c6df:34597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:16:08,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34597-0x101150241f20003, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:08,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:16:08,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:16:08,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:16:08,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:16:08,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.log.dir/,STOPPED} 2024-11-07T11:16:08,990 WARN [BP-1646923657-172.17.0.2-1730978147695 heartbeating to localhost/127.0.0.1:43697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:16:08,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:16:08,990 WARN [BP-1646923657-172.17.0.2-1730978147695 heartbeating to localhost/127.0.0.1:43697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1646923657-172.17.0.2-1730978147695 (Datanode Uuid 6611cc29-f2a9-4d1a-ba74-249e97cc5944) service to localhost/127.0.0.1:43697 2024-11-07T11:16:08,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:16:08,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/cluster_f7c43582-5a9e-219c-1df9-ab3b016e0414/data/data1/current/BP-1646923657-172.17.0.2-1730978147695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:16:08,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/cluster_f7c43582-5a9e-219c-1df9-ab3b016e0414/data/data2/current/BP-1646923657-172.17.0.2-1730978147695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:16:08,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:16:08,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:16:08,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:16:08,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:16:08,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:16:08,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.log.dir/,STOPPED} 2024-11-07T11:16:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:16:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:16:09,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:09,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:09,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:09,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:09,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:09,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:16:09,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=806722133, stopped=false 2024-11-07T11:16:09,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,36225,1730978160473 2024-11-07T11:16:09,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/running 2024-11-07T11:16:09,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/running 2024-11-07T11:16:09,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:16:09,031 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:16:09,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:16:09,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:09,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:09,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:09,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/running 2024-11-07T11:16:09,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Set watcher on znode that does not yet exist, /0-1729217125/running 2024-11-07T11:16:09,032 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,40885,1730978160531' ***** 2024-11-07T11:16:09,032 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:16:09,032 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:16:09,032 INFO [RS:0;4ab3d709c6df:40885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:16:09,032 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:16:09,032 INFO [RS:0;4ab3d709c6df:40885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:16:09,032 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(3091): Received CLOSE for 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:09,033 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:09,033 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:16:09,033 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 388837f8915649dbd84b5bd468dea1cd, disabling compactions & flushes 2024-11-07T11:16:09,033 INFO [RS:0;4ab3d709c6df:40885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:40885. 2024-11-07T11:16:09,033 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:16:09,033 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:16:09,033 DEBUG [RS:0;4ab3d709c6df:40885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:09,033 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. after waiting 0 ms 2024-11-07T11:16:09,033 DEBUG [RS:0;4ab3d709c6df:40885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:09,033 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:16:09,033 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:16:09,033 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:16:09,033 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:16:09,034 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:16:09,034 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:16:09,034 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 388837f8915649dbd84b5bd468dea1cd=hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd.} 2024-11-07T11:16:09,034 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:16:09,034 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 388837f8915649dbd84b5bd468dea1cd 2024-11-07T11:16:09,034 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:16:09,034 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:16:09,034 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:16:09,034 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:16:09,035 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T11:16:09,040 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/replication/388837f8915649dbd84b5bd468dea1cd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-07T11:16:09,041 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:09,041 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:09,041 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:16:09,041 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 388837f8915649dbd84b5bd468dea1cd: Waiting for close lock at 1730978169033Running coprocessor pre-close hooks at 1730978169033Disabling compacts and flushes for region at 1730978169033Disabling writes for close at 1730978169033Writing region close event to WAL at 1730978169034 (+1 ms)Running coprocessor post-close hooks at 1730978169040 (+6 ms)Closed at 1730978169041 (+1 ms) 2024-11-07T11:16:09,041 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd. 2024-11-07T11:16:09,057 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/info/504d82e2827b48ef85e977079f0b39bd is 147, key is hbase:replication,,1730978154076.388837f8915649dbd84b5bd468dea1cd./info:regioninfo/1730978166375/Put/seqid=0 2024-11-07T11:16:09,061 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:16:09,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741851_1027 (size=6385) 2024-11-07T11:16:09,235 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:09,435 DEBUG [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:09,462 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/info/504d82e2827b48ef85e977079f0b39bd 2024-11-07T11:16:09,472 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/.tmp/info/504d82e2827b48ef85e977079f0b39bd as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/info/504d82e2827b48ef85e977079f0b39bd 2024-11-07T11:16:09,482 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/info/504d82e2827b48ef85e977079f0b39bd, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T11:16:09,483 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-07T11:16:09,496 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T11:16:09,497 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:09,497 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:09,497 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:09,497 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978169034Running coprocessor pre-close hooks at 1730978169034Disabling compacts and flushes for region at 1730978169034Disabling writes for close at 1730978169034Obtaining lock to block concurrent updates at 1730978169035 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730978169035Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1730978169035Flushing stores of hbase:meta,,1.1588230740 at 1730978169036 (+1 ms)Flushing 1588230740/info: creating writer at 1730978169036Flushing 1588230740/info: appending metadata at 1730978169056 (+20 ms)Flushing 1588230740/info: closing flushed file at 1730978169056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec3c932: reopening flushed file at 1730978169470 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1730978169483 (+13 ms)Writing region close event to WAL at 1730978169492 (+9 ms)Running coprocessor post-close hooks at 1730978169497 (+5 ms)Closed at 1730978169497 2024-11-07T11:16:09,497 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:09,566 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:09,568 DEBUG [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.1730978161733 to pos 0, reset compression=false 2024-11-07T11:16:09,597 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:16:09,598 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:16:09,635 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,40885,1730978160531; all regions closed. 2024-11-07T11:16:09,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741849_1025 (size=2156) 2024-11-07T11:16:09,648 DEBUG [RS:0;4ab3d709c6df:40885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs 2024-11-07T11:16:09,648 INFO [RS:0;4ab3d709c6df:40885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C40885%2C1730978160531.meta:.meta(num 1730978162051) 2024-11-07T11:16:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741850_1026 (size=796) 2024-11-07T11:16:09,651 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/WALs/4ab3d709c6df,40885,1730978160531/4ab3d709c6df%2C40885%2C1730978160531.rep.1730978166328 not finished, retry = 0 2024-11-07T11:16:09,754 DEBUG [RS:0;4ab3d709c6df:40885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs 2024-11-07T11:16:09,754 INFO [RS:0;4ab3d709c6df:40885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C40885%2C1730978160531.rep:(num 1730978166328) 2024-11-07T11:16:09,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741848_1024 (size=93) 2024-11-07T11:16:09,761 DEBUG [RS:0;4ab3d709c6df:40885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/oldWALs 2024-11-07T11:16:09,761 INFO [RS:0;4ab3d709c6df:40885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C40885%2C1730978160531:(num 1730978161733) 2024-11-07T11:16:09,761 DEBUG [RS:0;4ab3d709c6df:40885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:09,761 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:16:09,761 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:16:09,761 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:16:09,762 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:16:09,762 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:16:09,762 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T11:16:09,762 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T11:16:09,762 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,40885,1730978160531 because: Region server is closing 2024-11-07T11:16:09,762 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-07T11:16:09,762 INFO [RS:0;4ab3d709c6df:40885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:40885. 2024-11-07T11:16:09,763 DEBUG [RS:0;4ab3d709c6df:40885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:09,763 DEBUG [RS:0;4ab3d709c6df:40885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:09,763 DEBUG [RS:0;4ab3d709c6df:40885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:09,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:09,864 WARN [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:16:09,864 WARN [RS:0;4ab3d709c6df:40885.replicationSource.shipper4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:16:09,864 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4ab3d709c6df:40885.replicationSource.shipper4ab3d709c6df%2C40885%2C1730978160531,1-4ab3d709c6df,40885,1730978160531 terminated 2024-11-07T11:16:09,864 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4ab3d709c6df,40885,1730978160531 because: Region server is closing 2024-11-07T11:16:09,864 INFO [RS:0;4ab3d709c6df:40885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:40885. 2024-11-07T11:16:09,864 DEBUG [RS:0;4ab3d709c6df:40885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:09,864 DEBUG [RS:0;4ab3d709c6df:40885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:09,865 DEBUG [RS:0;4ab3d709c6df:40885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:09,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:09,965 WARN [RS:0;4ab3d709c6df:40885.replicationSource.wal-reader.4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:16:09,965 WARN [RS:0;4ab3d709c6df:40885.replicationSource.shipper4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:16:09,965 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;4ab3d709c6df:40885.replicationSource.shipper4ab3d709c6df%2C40885%2C1730978160531,2-4ab3d709c6df,40885,1730978160531 terminated 2024-11-07T11:16:09,966 INFO [RS:0;4ab3d709c6df:40885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40885 2024-11-07T11:16:10,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/rs/4ab3d709c6df,40885,1730978160531 2024-11-07T11:16:10,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125/rs 2024-11-07T11:16:10,018 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:16:10,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,40885,1730978160531] 2024-11-07T11:16:10,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1729217125/draining/4ab3d709c6df,40885,1730978160531 already deleted, retry=false 2024-11-07T11:16:10,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,40885,1730978160531 expired; onlineServers=0 2024-11-07T11:16:10,041 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,36225,1730978160473' ***** 2024-11-07T11:16:10,041 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:16:10,041 INFO [M:0;4ab3d709c6df:36225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:16:10,041 INFO [M:0;4ab3d709c6df:36225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:16:10,041 DEBUG [M:0;4ab3d709c6df:36225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:16:10,041 DEBUG [M:0;4ab3d709c6df:36225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:16:10,041 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:16:10,041 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978161457 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978161457,5,FailOnTimeoutGroup] 2024-11-07T11:16:10,041 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978161457 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978161457,5,FailOnTimeoutGroup] 2024-11-07T11:16:10,042 INFO [M:0;4ab3d709c6df:36225 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:16:10,042 INFO [M:0;4ab3d709c6df:36225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:16:10,042 DEBUG [M:0;4ab3d709c6df:36225 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:16:10,042 INFO [M:0;4ab3d709c6df:36225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:16:10,042 INFO [M:0;4ab3d709c6df:36225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:16:10,042 INFO [M:0;4ab3d709c6df:36225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:16:10,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:16:10,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1729217125/master 2024-11-07T11:16:10,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1729217125 2024-11-07T11:16:10,052 DEBUG [M:0;4ab3d709c6df:36225 {}] zookeeper.ZKUtil(347): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Unable to get data of znode /0-1729217125/master because node does not exist (not an error) 2024-11-07T11:16:10,052 WARN [M:0;4ab3d709c6df:36225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:16:10,052 INFO [M:0;4ab3d709c6df:36225 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/.lastflushedseqids 2024-11-07T11:16:10,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741852_1028 (size=181) 2024-11-07T11:16:10,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:10,131 INFO [RS:0;4ab3d709c6df:40885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:16:10,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40885-0x101150241f20007, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:10,131 INFO [RS:0;4ab3d709c6df:40885 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,40885,1730978160531; zookeeper connection closed. 2024-11-07T11:16:10,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46dfaaf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46dfaaf8 2024-11-07T11:16:10,131 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:16:10,459 INFO [M:0;4ab3d709c6df:36225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:16:10,459 INFO [M:0;4ab3d709c6df:36225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:16:10,459 DEBUG [M:0;4ab3d709c6df:36225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:16:10,459 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:10,459 DEBUG [M:0;4ab3d709c6df:36225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:10,459 DEBUG [M:0;4ab3d709c6df:36225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:16:10,459 DEBUG [M:0;4ab3d709c6df:36225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:10,460 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T11:16:10,481 DEBUG [M:0;4ab3d709c6df:36225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95d4eccb5dd4499796077e732a317b0d is 82, key is hbase:meta,,1/info:regioninfo/1730978162122/Put/seqid=0 2024-11-07T11:16:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741853_1029 (size=5680) 2024-11-07T11:16:10,886 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95d4eccb5dd4499796077e732a317b0d 2024-11-07T11:16:10,916 DEBUG [M:0;4ab3d709c6df:36225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1f5704190f243cb895ababaeb85915a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1730978166385/Put/seqid=0 2024-11-07T11:16:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741854_1030 (size=7319) 2024-11-07T11:16:11,322 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1f5704190f243cb895ababaeb85915a 2024-11-07T11:16:11,344 DEBUG [M:0;4ab3d709c6df:36225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/851cb9a6ce8e4a7c9ad4fa63a971f822 is 69, key is 4ab3d709c6df,40885,1730978160531/rs:state/1730978161493/Put/seqid=0 2024-11-07T11:16:11,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741855_1031 (size=5371) 2024-11-07T11:16:11,749 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/851cb9a6ce8e4a7c9ad4fa63a971f822 2024-11-07T11:16:11,756 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 851cb9a6ce8e4a7c9ad4fa63a971f822 2024-11-07T11:16:11,757 DEBUG [M:0;4ab3d709c6df:36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95d4eccb5dd4499796077e732a317b0d as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95d4eccb5dd4499796077e732a317b0d 2024-11-07T11:16:11,763 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95d4eccb5dd4499796077e732a317b0d, entries=8, sequenceid=172, filesize=5.5 K 2024-11-07T11:16:11,765 DEBUG [M:0;4ab3d709c6df:36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1f5704190f243cb895ababaeb85915a as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1f5704190f243cb895ababaeb85915a 2024-11-07T11:16:11,773 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1f5704190f243cb895ababaeb85915a, entries=7, sequenceid=172, filesize=7.1 K 2024-11-07T11:16:11,774 DEBUG [M:0;4ab3d709c6df:36225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/851cb9a6ce8e4a7c9ad4fa63a971f822 as hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/851cb9a6ce8e4a7c9ad4fa63a971f822 2024-11-07T11:16:11,781 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 851cb9a6ce8e4a7c9ad4fa63a971f822 2024-11-07T11:16:11,781 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37223/user/jenkins/test-data/63810851-79f7-3b4b-9dbe-6faddab79505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/851cb9a6ce8e4a7c9ad4fa63a971f822, entries=2, sequenceid=172, filesize=5.2 K 2024-11-07T11:16:11,782 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=172, compaction requested=false 2024-11-07T11:16:11,783 INFO [M:0;4ab3d709c6df:36225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:11,784 DEBUG [M:0;4ab3d709c6df:36225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978170459Disabling compacts and flushes for region at 1730978170459Disabling writes for close at 1730978170459Obtaining lock to block concurrent updates at 1730978170460 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978170460Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1730978170460Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978170461 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978170462 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978170480 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978170480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978170893 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978170915 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978170915Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978171328 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978171343 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978171343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2a1d2a: reopening flushed file at 1730978171757 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340fa9b5: reopening flushed file at 1730978171764 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa65917: reopening flushed file at 1730978171774 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=172, compaction requested=false at 1730978171782 (+8 ms)Writing region close event to WAL at 1730978171783 (+1 ms)Closed at 1730978171783 2024-11-07T11:16:11,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741847_1023 (size=22949) 2024-11-07T11:16:11,789 INFO [M:0;4ab3d709c6df:36225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:16:11,789 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:16:11,789 INFO [M:0;4ab3d709c6df:36225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36225 2024-11-07T11:16:11,790 INFO [M:0;4ab3d709c6df:36225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:16:11,859 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:16:11,899 INFO [M:0;4ab3d709c6df:36225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:16:11,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:11,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101150241f20006, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:11,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:16:11,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:16:11,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:16:11,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:16:11,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.log.dir/,STOPPED} 2024-11-07T11:16:11,904 WARN [BP-1698372843-172.17.0.2-1730978138615 heartbeating to localhost/127.0.0.1:37223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:16:11,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:16:11,904 WARN [BP-1698372843-172.17.0.2-1730978138615 heartbeating to localhost/127.0.0.1:37223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1698372843-172.17.0.2-1730978138615 (Datanode Uuid da7691dc-6755-49dc-8c23-328648011da6) service to localhost/127.0.0.1:37223 2024-11-07T11:16:11,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:16:11,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/cluster_f739002e-70ae-3a14-2ecf-e1fb84b41cbe/data/data1/current/BP-1698372843-172.17.0.2-1730978138615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:16:11,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/cluster_f739002e-70ae-3a14-2ecf-e1fb84b41cbe/data/data2/current/BP-1698372843-172.17.0.2-1730978138615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:16:11,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:16:11,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:16:11,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:16:11,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:16:11,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:16:11,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12d8e97-30fb-1c79-5d81-0fd2f0e1300d/hadoop.log.dir/,STOPPED} 2024-11-07T11:16:11,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:16:11,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:16:11,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43697 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54639) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5f532c70 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4ab3d709c6df:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/4ab3d709c6df:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54639) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4ab3d709c6df:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37223 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/4ab3d709c6df:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4ab3d709c6df:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 172) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2350 (was 3950) 2024-11-07T11:16:11,950 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=2348 2024-11-07T11:16:11,966 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-07T11:16:11,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.log.dir so I do NOT create it in target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843 2024-11-07T11:16:11,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:16:11,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.tmp.dir so I do NOT create it in target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843 2024-11-07T11:16:11,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4942c155-6d06-cad0-e0a0-f4b244de3cf5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:16:11,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843 2024-11-07T11:16:11,968 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/cluster_9bbfd745-67ba-73be-d764-d026f994d4ea, deleteOnExit=true 2024-11-07T11:16:11,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/cluster_9bbfd745-67ba-73be-d764-d026f994d4ea/zookeeper_0, clientPort=56382, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/cluster_9bbfd745-67ba-73be-d764-d026f994d4ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/cluster_9bbfd745-67ba-73be-d764-d026f994d4ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:16:11,998 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56382 2024-11-07T11:16:11,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:16:11,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:16:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/test.cache.data in system properties and HBase conf 2024-11-07T11:16:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:16:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:16:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:16:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:16:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:16:11,999 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:16:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:16:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:16:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:16:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:16:12,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101150241f20005, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:16:12,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101150241f20002, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:16:12,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101150241f20002, quorum=127.0.0.1:54639, baseZNode=/0-1729217125 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:16:12,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101150241f20005, quorum=127.0.0.1:54639, baseZNode=/1810798656 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:16:12,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:12,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:16:12,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:16:12,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:16:12,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:16:12,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:12,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:16:12,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:16:12,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/java.io.tmpdir/jetty-localhost-39659-hadoop-hdfs-3_4_1-tests_jar-_-any-3352049820402229394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:16:12,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:39659} 2024-11-07T11:16:12,464 INFO [Time-limited test {}] server.Server(415): Started @36468ms 2024-11-07T11:16:12,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:12,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:16:12,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:16:12,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:16:12,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:16:12,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:16:12,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:16:12,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/java.io.tmpdir/jetty-localhost-44761-hadoop-hdfs-3_4_1-tests_jar-_-any-6006655395082557911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:16:12,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:44761} 2024-11-07T11:16:12,819 INFO [Time-limited test {}] server.Server(415): Started @36823ms 2024-11-07T11:16:12,820 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:16:12,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:12,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:16:12,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:16:12,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:13,496 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/cluster_9bbfd745-67ba-73be-d764-d026f994d4ea/data/data2/current/BP-477803864-172.17.0.2-1730978172028/current, will proceed with Du for space computation calculation, 2024-11-07T11:16:13,496 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/cluster_9bbfd745-67ba-73be-d764-d026f994d4ea/data/data1/current/BP-477803864-172.17.0.2-1730978172028/current, will proceed with Du for space computation calculation, 2024-11-07T11:16:13,515 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:16:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe53bcbb55c161539 with lease ID 0x2a47016e118273db: Processing first storage report for DS-8cb506dd-7bfe-472d-b781-6773e57f88c7 from datanode DatanodeRegistration(127.0.0.1:42691, datanodeUuid=de78ff11-bede-45eb-912e-30863c4305e4, infoPort=34007, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=1763665717;c=1730978172028) 2024-11-07T11:16:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe53bcbb55c161539 with lease ID 0x2a47016e118273db: from storage DS-8cb506dd-7bfe-472d-b781-6773e57f88c7 node DatanodeRegistration(127.0.0.1:42691, datanodeUuid=de78ff11-bede-45eb-912e-30863c4305e4, infoPort=34007, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=1763665717;c=1730978172028), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:16:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe53bcbb55c161539 with lease ID 0x2a47016e118273db: Processing first storage report for DS-a4230039-52c5-4b07-8f42-deacdab02ff9 from datanode DatanodeRegistration(127.0.0.1:42691, datanodeUuid=de78ff11-bede-45eb-912e-30863c4305e4, infoPort=34007, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=1763665717;c=1730978172028) 2024-11-07T11:16:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe53bcbb55c161539 with lease ID 0x2a47016e118273db: from storage DS-a4230039-52c5-4b07-8f42-deacdab02ff9 node DatanodeRegistration(127.0.0.1:42691, datanodeUuid=de78ff11-bede-45eb-912e-30863c4305e4, infoPort=34007, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=1763665717;c=1730978172028), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:16:13,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843 2024-11-07T11:16:13,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:13,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:16:13,994 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f with version=8 2024-11-07T11:16:13,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/hbase-staging 2024-11-07T11:16:13,996 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:13,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:13,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:13,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:16:13,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:13,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37995 2024-11-07T11:16:13,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37995 connecting to ZooKeeper ensemble=127.0.0.1:56382 2024-11-07T11:16:14,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379950x0, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:14,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37995-0x1011502c8080000 connected 2024-11-07T11:16:14,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:14,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:14,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on znode that does not yet exist, /02010947410/running 2024-11-07T11:16:14,334 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f, hbase.cluster.distributed=false 2024-11-07T11:16:14,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on znode that does not yet exist, /02010947410/acl 2024-11-07T11:16:14,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37995 2024-11-07T11:16:14,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37995 2024-11-07T11:16:14,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37995 2024-11-07T11:16:14,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37995 2024-11-07T11:16:14,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37995 2024-11-07T11:16:14,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:14,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:14,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:14,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:14,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:14,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:14,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:16:14,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:14,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39891 2024-11-07T11:16:14,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39891 connecting to ZooKeeper ensemble=127.0.0.1:56382 2024-11-07T11:16:14,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:14,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:14,494 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398910x0, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:14,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398910x0, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on znode that does not yet exist, /02010947410/running 2024-11-07T11:16:14,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39891-0x1011502c8080001 connected 2024-11-07T11:16:14,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:16:14,495 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:16:14,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on znode that does not yet exist, /02010947410/master 2024-11-07T11:16:14,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on znode that does not yet exist, /02010947410/acl 2024-11-07T11:16:14,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39891 2024-11-07T11:16:14,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39891 2024-11-07T11:16:14,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39891 2024-11-07T11:16:14,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39891 2024-11-07T11:16:14,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39891 2024-11-07T11:16:14,508 DEBUG [M:0;4ab3d709c6df:37995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:37995 2024-11-07T11:16:14,509 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02010947410/backup-masters/4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:14,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:16:14,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:14,556 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410/backup-masters 2024-11-07T11:16:14,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410/backup-masters 2024-11-07T11:16:14,557 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on existing znode=/02010947410/backup-masters/4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:14,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:14,567 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02010947410/master 2024-11-07T11:16:14,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:14,567 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:14,568 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on existing znode=/02010947410/master 2024-11-07T11:16:14,569 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02010947410/backup-masters/4ab3d709c6df,37995,1730978173995 from backup master directory 2024-11-07T11:16:14,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010947410/backup-masters/4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:14,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410/backup-masters 2024-11-07T11:16:14,578 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410/backup-masters 2024-11-07T11:16:14,578 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:14,579 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:14,584 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/hbase.id] with ID: e58cf556-1f76-4c0d-b471-ee79c34dd44c 2024-11-07T11:16:14,584 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/.tmp/hbase.id 2024-11-07T11:16:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:16:14,999 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/.tmp/hbase.id]:[hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/hbase.id] 2024-11-07T11:16:15,013 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:15,014 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:16:15,016 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T11:16:15,070 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:15,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:16:15,477 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:16:15,478 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:16:15,479 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:15,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:16:15,887 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store 2024-11-07T11:16:15,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:16:16,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:16,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:16:16,294 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:16,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:16,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:16:16,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:16,294 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:16,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978176294Disabling compacts and flushes for region at 1730978176294Disabling writes for close at 1730978176294Writing region close event to WAL at 1730978176294Closed at 1730978176294 2024-11-07T11:16:16,295 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/.initializing 2024-11-07T11:16:16,295 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/WALs/4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:16,296 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:16,298 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C37995%2C1730978173995, suffix=, logDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/WALs/4ab3d709c6df,37995,1730978173995, archiveDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/oldWALs, maxLogs=10 2024-11-07T11:16:16,311 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/WALs/4ab3d709c6df,37995,1730978173995/4ab3d709c6df%2C37995%2C1730978173995.1730978176299, exclude list is [], retry=0 2024-11-07T11:16:16,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42691,DS-8cb506dd-7bfe-472d-b781-6773e57f88c7,DISK] 2024-11-07T11:16:16,316 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/WALs/4ab3d709c6df,37995,1730978173995/4ab3d709c6df%2C37995%2C1730978173995.1730978176299 2024-11-07T11:16:16,316 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-11-07T11:16:16,316 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:16,316 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:16,316 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,317 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:16:16,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:16,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:16,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:16:16,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:16,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:16,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:16:16,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:16,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:16,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:16:16,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:16,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:16,326 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,327 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,327 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,328 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,328 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,329 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:16,330 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:16,332 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:16,333 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75312161, jitterRate=0.1222386509180069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:16,334 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978176317Initializing all the Stores at 1730978176318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978176318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978176318Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978176318Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978176318Cleaning up temporary data from old regions at 1730978176328 (+10 ms)Region opened successfully at 1730978176334 (+6 ms) 2024-11-07T11:16:16,334 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:16:16,337 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1033f6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:16,338 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:16:16,338 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:16:16,338 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:16:16,339 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:16:16,339 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:16:16,339 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:16:16,340 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:16:16,342 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:16:16,342 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Unable to get data of znode /02010947410/balancer because node does not exist (not necessarily an error) 2024-11-07T11:16:16,396 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010947410/balancer already deleted, retry=false 2024-11-07T11:16:16,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:16:16,397 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Unable to get data of znode /02010947410/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:16:16,409 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010947410/normalizer already deleted, retry=false 2024-11-07T11:16:16,409 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:16:16,410 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Unable to get data of znode /02010947410/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:16:16,419 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010947410/switch/split already deleted, retry=false 2024-11-07T11:16:16,420 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Unable to get data of znode /02010947410/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:16:16,430 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010947410/switch/merge already deleted, retry=false 2024-11-07T11:16:16,432 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Unable to get data of znode /02010947410/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:16:16,440 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010947410/snapshot-cleanup already deleted, retry=false 2024-11-07T11:16:16,451 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02010947410/running 2024-11-07T11:16:16,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02010947410/running 2024-11-07T11:16:16,451 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:16,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:16,452 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,37995,1730978173995, sessionid=0x1011502c8080000, setting cluster-up flag (Was=false) 2024-11-07T11:16:16,472 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:16,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:16,504 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02010947410/flush-table-proc/acquired, /02010947410/flush-table-proc/reached, /02010947410/flush-table-proc/abort 2024-11-07T11:16:16,505 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:16,525 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:16,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:16,556 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02010947410/online-snapshot/acquired, /02010947410/online-snapshot/reached, /02010947410/online-snapshot/abort 2024-11-07T11:16:16,557 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:16,559 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:16:16,561 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:16,561 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:16:16,561 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:16:16,562 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4ab3d709c6df,34289,1730978143403: status=Processing ServerCrashProcedure of 4ab3d709c6df,34289,1730978143403 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1730978161457, completionTime=-1 appears to have been leaked 2024-11-07T11:16:16,562 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,37995,1730978173995 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:16:16,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:16,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:16,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:16,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:16,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:16:16,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:16,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,565 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978206565 2024-11-07T11:16:16,565 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:16:16,565 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:16:16,565 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:16:16,565 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:16:16,565 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:16:16,566 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:16:16,566 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,566 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:16:16,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:16,566 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:16:16,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:16:16,566 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:16:16,566 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:16:16,567 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:16:16,567 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:16:16,567 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978176567,5,FailOnTimeoutGroup] 2024-11-07T11:16:16,567 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978176567,5,FailOnTimeoutGroup] 2024-11-07T11:16:16,567 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,567 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:16:16,567 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,567 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:16,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:16:16,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:16:16,601 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(746): ClusterId : e58cf556-1f76-4c0d-b471-ee79c34dd44c 2024-11-07T11:16:16,601 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:16:16,610 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:16:16,610 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:16:16,620 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:16:16,621 DEBUG [RS:0;4ab3d709c6df:39891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45993ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:16,632 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:39891 2024-11-07T11:16:16,632 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:16:16,632 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:16:16,632 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:16:16,633 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,37995,1730978173995 with port=39891, startcode=1730978174352 2024-11-07T11:16:16,633 DEBUG [RS:0;4ab3d709c6df:39891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:16:16,635 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:16:16,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:16,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37995 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:16,637 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f 2024-11-07T11:16:16,637 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35377 2024-11-07T11:16:16,637 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:16:16,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410/rs 2024-11-07T11:16:16,649 DEBUG [RS:0;4ab3d709c6df:39891 {}] zookeeper.ZKUtil(111): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on existing znode=/02010947410/rs/4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:16,649 WARN [RS:0;4ab3d709c6df:39891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:16,649 INFO [RS:0;4ab3d709c6df:39891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:16,649 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:16,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,39891,1730978174352] 2024-11-07T11:16:16,653 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:16:16,654 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:16:16,654 INFO [RS:0;4ab3d709c6df:39891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:16:16,654 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,655 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:16:16,655 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:16:16,656 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:16,656 DEBUG [RS:0;4ab3d709c6df:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:16,657 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,657 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,657 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,657 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,657 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,657 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39891,1730978174352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:16,672 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:16:16,672 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39891,1730978174352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,672 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,673 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.Replication(171): 4ab3d709c6df,39891,1730978174352 started 2024-11-07T11:16:16,686 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:16,686 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,39891,1730978174352, RpcServer on 4ab3d709c6df/172.17.0.2:39891, sessionid=0x1011502c8080001 2024-11-07T11:16:16,686 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:16:16,686 DEBUG [RS:0;4ab3d709c6df:39891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:16,686 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,39891,1730978174352' 2024-11-07T11:16:16,686 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02010947410/flush-table-proc/abort' 2024-11-07T11:16:16,687 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02010947410/flush-table-proc/acquired' 2024-11-07T11:16:16,687 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:16:16,687 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:16:16,687 DEBUG [RS:0;4ab3d709c6df:39891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:16,687 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,39891,1730978174352' 2024-11-07T11:16:16,687 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02010947410/online-snapshot/abort' 2024-11-07T11:16:16,687 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02010947410/online-snapshot/acquired' 2024-11-07T11:16:16,688 DEBUG [RS:0;4ab3d709c6df:39891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:16:16,688 INFO [RS:0;4ab3d709c6df:39891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:16:16,688 INFO [RS:0;4ab3d709c6df:39891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:16:16,788 INFO [RS:0;4ab3d709c6df:39891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:16,790 INFO [RS:0;4ab3d709c6df:39891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C39891%2C1730978174352, suffix=, logDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352, archiveDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/oldWALs, maxLogs=10 2024-11-07T11:16:16,811 DEBUG [RS:0;4ab3d709c6df:39891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791, exclude list is [], retry=0 2024-11-07T11:16:16,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42691,DS-8cb506dd-7bfe-472d-b781-6773e57f88c7,DISK] 2024-11-07T11:16:16,816 INFO [RS:0;4ab3d709c6df:39891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 2024-11-07T11:16:16,817 DEBUG [RS:0;4ab3d709c6df:39891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-11-07T11:16:16,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:16:16,976 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f 2024-11-07T11:16:16,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:16:17,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:17,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:16:17,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:16:17,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:17,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:17,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:16:17,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:16:17,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:17,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:17,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:16:17,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:16:17,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:17,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:17,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:16:17,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:16:17,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:17,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:16:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740 2024-11-07T11:16:17,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740 2024-11-07T11:16:17,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:16:17,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:16:17,395 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:17,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:16:17,399 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:17,400 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70389641, jitterRate=0.04888738691806793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:17,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978177383Initializing all the Stores at 1730978177384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978177384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978177384Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978177384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978177384Cleaning up temporary data from old regions at 1730978177395 (+11 ms)Region opened successfully at 1730978177400 (+5 ms) 2024-11-07T11:16:17,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:16:17,400 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:16:17,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:16:17,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:16:17,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:16:17,401 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:17,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978177400Disabling compacts and flushes for region at 1730978177400Disabling writes for close at 1730978177400Writing region close event to WAL at 1730978177401 (+1 ms)Closed at 1730978177401 2024-11-07T11:16:17,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:17,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:16:17,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:16:17,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:17,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:16:17,555 DEBUG [4ab3d709c6df:37995 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:16:17,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:17,557 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,39891,1730978174352, state=OPENING 2024-11-07T11:16:17,567 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:16:17,577 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:17,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:17,578 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:17,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02010947410/meta-region-server: CHANGED 2024-11-07T11:16:17,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02010947410/meta-region-server: CHANGED 2024-11-07T11:16:17,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,39891,1730978174352}] 2024-11-07T11:16:17,731 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:16:17,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:16:17,737 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:16:17,737 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:17,737 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:16:17,739 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C39891%2C1730978174352.meta, suffix=.meta, logDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352, archiveDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/oldWALs, maxLogs=10 2024-11-07T11:16:17,751 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.meta.1730978177739.meta, exclude list is [], retry=0 2024-11-07T11:16:17,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42691,DS-8cb506dd-7bfe-472d-b781-6773e57f88c7,DISK] 2024-11-07T11:16:17,756 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.meta.1730978177739.meta 2024-11-07T11:16:17,756 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-11-07T11:16:17,756 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:17,757 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:17,757 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:16:17,757 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:16:17,757 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:16:17,757 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:16:17,757 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:17,757 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:16:17,757 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:16:17,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:16:17,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:16:17,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:17,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:17,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:16:17,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:16:17,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:17,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:17,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:16:17,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:16:17,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:17,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:17,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:16:17,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:16:17,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:17,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:17,766 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:16:17,766 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740 2024-11-07T11:16:17,768 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740 2024-11-07T11:16:17,769 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:16:17,769 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:16:17,769 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:17,771 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:16:17,771 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60292922, jitterRate=-0.10156545042991638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:17,771 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:16:17,772 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978177757Writing region info on filesystem at 1730978177757Initializing all the Stores at 1730978177759 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978177759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978177759Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978177759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978177759Cleaning up temporary data from old regions at 1730978177769 (+10 ms)Running coprocessor post-open hooks at 1730978177771 (+2 ms)Region opened successfully at 1730978177772 (+1 ms) 2024-11-07T11:16:17,773 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978177731 2024-11-07T11:16:17,775 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:16:17,776 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:16:17,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:17,777 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,39891,1730978174352, state=OPEN 2024-11-07T11:16:17,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02010947410/meta-region-server 2024-11-07T11:16:17,814 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02010947410/meta-region-server 2024-11-07T11:16:17,814 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:17,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02010947410/meta-region-server: CHANGED 2024-11-07T11:16:17,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02010947410/meta-region-server: CHANGED 2024-11-07T11:16:17,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:16:17,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,39891,1730978174352 in 236 msec 2024-11-07T11:16:17,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:16:17,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-07T11:16:17,821 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:17,821 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:16:17,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:17,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39891,1730978174352, seqNum=-1] 2024-11-07T11:16:17,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:17,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:17,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-07T11:16:17,831 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978177831, completionTime=-1 2024-11-07T11:16:17,831 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:16:17,831 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:16:17,833 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:16:17,833 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978237833 2024-11-07T11:16:17,833 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978297833 2024-11-07T11:16:17,833 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:16:17,833 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37995,1730978173995-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:17,833 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37995,1730978173995-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:17,834 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37995,1730978173995-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:17,834 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:37995, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:17,834 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:17,834 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:17,836 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:16:17,838 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.259sec 2024-11-07T11:16:17,838 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:16:17,838 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:16:17,838 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:16:17,838 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:16:17,838 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:16:17,838 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37995,1730978173995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:17,838 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37995,1730978173995-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:16:17,841 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:16:17,841 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:16:17,841 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37995,1730978173995-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:17,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:17,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,37995,-1 for getting cluster id 2024-11-07T11:16:17,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:17,904 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e58cf556-1f76-4c0d-b471-ee79c34dd44c' 2024-11-07T11:16:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e58cf556-1f76-4c0d-b471-ee79c34dd44c" 2024-11-07T11:16:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd83f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,37995,-1] 2024-11-07T11:16:17,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:17,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:17,906 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:17,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:17,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:17,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39891,1730978174352, seqNum=-1] 2024-11-07T11:16:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:17,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:17,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:17,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56382 2024-11-07T11:16:17,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:17,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011502c8080002 connected 2024-11-07T11:16:17,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.log.dir so I do NOT create it in target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919 2024-11-07T11:16:17,949 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:16:17,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.tmp.dir so I do NOT create it in target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919 2024-11-07T11:16:17,949 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:16:17,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919 2024-11-07T11:16:17,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:16:17,949 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/cluster_5ca755f4-1f0c-8e12-a188-4f48eb641a11, deleteOnExit=true 2024-11-07T11:16:17,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:16:17,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/test.cache.data in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:16:17,950 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:16:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:16:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:16:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:16:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:16:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:16:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:16:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:16:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:16:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:16:18,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:18,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:16:18,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:16:18,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:16:18,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:16:18,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:18,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:16:18,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:16:18,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/java.io.tmpdir/jetty-localhost-37047-hadoop-hdfs-3_4_1-tests_jar-_-any-5178972157274532311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:16:18,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:37047} 2024-11-07T11:16:18,469 INFO [Time-limited test {}] server.Server(415): Started @42473ms 2024-11-07T11:16:18,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:18,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:16:18,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:16:18,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:16:18,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:16:18,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:16:18,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:16:18,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51da98bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/java.io.tmpdir/jetty-localhost-39473-hadoop-hdfs-3_4_1-tests_jar-_-any-4653003311203623880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:16:18,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:39473} 2024-11-07T11:16:18,907 INFO [Time-limited test {}] server.Server(415): Started @42912ms 2024-11-07T11:16:18,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:16:19,900 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/cluster_5ca755f4-1f0c-8e12-a188-4f48eb641a11/data/data1/current/BP-549310582-172.17.0.2-1730978177978/current, will proceed with Du for space computation calculation, 2024-11-07T11:16:19,902 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/cluster_5ca755f4-1f0c-8e12-a188-4f48eb641a11/data/data2/current/BP-549310582-172.17.0.2-1730978177978/current, will proceed with Du for space computation calculation, 2024-11-07T11:16:19,987 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:16:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf795c49c404fd71 with lease ID 0xf574724dc7fa43b7: Processing first storage report for DS-af0c16f4-b42d-43fe-9df5-715e41f504e7 from datanode DatanodeRegistration(127.0.0.1:39541, datanodeUuid=b1ab4d2a-345f-487f-af42-7bc4cd3e30c4, infoPort=37773, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=1991728452;c=1730978177978) 2024-11-07T11:16:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf795c49c404fd71 with lease ID 0xf574724dc7fa43b7: from storage DS-af0c16f4-b42d-43fe-9df5-715e41f504e7 node DatanodeRegistration(127.0.0.1:39541, datanodeUuid=b1ab4d2a-345f-487f-af42-7bc4cd3e30c4, infoPort=37773, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=1991728452;c=1730978177978), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:16:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf795c49c404fd71 with lease ID 0xf574724dc7fa43b7: Processing first storage report for DS-3eea60bb-42cc-477b-98f9-834204ea4821 from datanode DatanodeRegistration(127.0.0.1:39541, datanodeUuid=b1ab4d2a-345f-487f-af42-7bc4cd3e30c4, infoPort=37773, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=1991728452;c=1730978177978) 2024-11-07T11:16:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf795c49c404fd71 with lease ID 0xf574724dc7fa43b7: from storage DS-3eea60bb-42cc-477b-98f9-834204ea4821 node DatanodeRegistration(127.0.0.1:39541, datanodeUuid=b1ab4d2a-345f-487f-af42-7bc4cd3e30c4, infoPort=37773, infoSecurePort=0, ipcPort=35577, storageInfo=lv=-57;cid=testClusterID;nsid=1991728452;c=1730978177978), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:16:20,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919 2024-11-07T11:16:20,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:20,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:16:20,505 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50 with version=8 2024-11-07T11:16:20,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/hbase-staging 2024-11-07T11:16:20,508 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:20,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:20,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:20,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:20,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:20,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:20,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:16:20,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:20,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33443 2024-11-07T11:16:20,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33443 connecting to ZooKeeper ensemble=127.0.0.1:56382 2024-11-07T11:16:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334430x0, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:20,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33443-0x1011502c8080003 connected 2024-11-07T11:16:20,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:20,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:20,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on znode that does not yet exist, /11337839053/running 2024-11-07T11:16:20,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50, hbase.cluster.distributed=false 2024-11-07T11:16:20,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on znode that does not yet exist, /11337839053/acl 2024-11-07T11:16:20,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33443 2024-11-07T11:16:20,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33443 2024-11-07T11:16:20,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33443 2024-11-07T11:16:20,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33443 2024-11-07T11:16:20,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33443 2024-11-07T11:16:20,685 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:20,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:20,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:20,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:20,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:20,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:20,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:16:20,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:20,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36897 2024-11-07T11:16:20,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36897 connecting to ZooKeeper ensemble=127.0.0.1:56382 2024-11-07T11:16:20,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:20,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:20,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368970x0, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:20,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368970x0, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on znode that does not yet exist, /11337839053/running 2024-11-07T11:16:20,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36897-0x1011502c8080004 connected 2024-11-07T11:16:20,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:16:20,733 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:16:20,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on znode that does not yet exist, /11337839053/master 2024-11-07T11:16:20,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on znode that does not yet exist, /11337839053/acl 2024-11-07T11:16:20,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36897 2024-11-07T11:16:20,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36897 2024-11-07T11:16:20,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36897 2024-11-07T11:16:20,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36897 2024-11-07T11:16:20,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36897 2024-11-07T11:16:20,814 DEBUG [M:0;4ab3d709c6df:33443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:33443 2024-11-07T11:16:20,824 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11337839053/backup-masters/4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053/backup-masters 2024-11-07T11:16:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053/backup-masters 2024-11-07T11:16:20,830 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on existing znode=/11337839053/backup-masters/4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11337839053/master 2024-11-07T11:16:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:20,873 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on existing znode=/11337839053/master 2024-11-07T11:16:20,873 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11337839053/backup-masters/4ab3d709c6df,33443,1730978180508 from backup master directory 2024-11-07T11:16:21,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053/backup-masters 2024-11-07T11:16:21,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11337839053/backup-masters/4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:21,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053/backup-masters 2024-11-07T11:16:21,010 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:21,010 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:21,015 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/hbase.id] with ID: 082e343b-7e53-43cb-aee0-5a93197ddc0f 2024-11-07T11:16:21,015 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/.tmp/hbase.id 2024-11-07T11:16:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:16:21,421 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/.tmp/hbase.id]:[hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/hbase.id] 2024-11-07T11:16:21,443 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:21,443 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:16:21,445 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T11:16:21,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:21,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:21,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:16:21,471 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:16:21,472 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:16:21,473 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:16:21,905 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store 2024-11-07T11:16:21,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:16:22,311 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:22,312 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:16:22,312 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:22,312 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:22,312 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:16:22,312 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:22,312 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:22,312 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978182312Disabling compacts and flushes for region at 1730978182312Disabling writes for close at 1730978182312Writing region close event to WAL at 1730978182312Closed at 1730978182312 2024-11-07T11:16:22,314 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/.initializing 2024-11-07T11:16:22,314 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/WALs/4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:22,316 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:22,319 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C33443%2C1730978180508, suffix=, logDir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/WALs/4ab3d709c6df,33443,1730978180508, archiveDir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/oldWALs, maxLogs=10 2024-11-07T11:16:22,346 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/WALs/4ab3d709c6df,33443,1730978180508/4ab3d709c6df%2C33443%2C1730978180508.1730978182320, exclude list is [], retry=0 2024-11-07T11:16:22,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39541,DS-af0c16f4-b42d-43fe-9df5-715e41f504e7,DISK] 2024-11-07T11:16:22,386 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/WALs/4ab3d709c6df,33443,1730978180508/4ab3d709c6df%2C33443%2C1730978180508.1730978182320 2024-11-07T11:16:22,388 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-07T11:16:22,388 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:22,389 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:22,389 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,389 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:16:22,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:22,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:22,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:16:22,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:22,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:22,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:16:22,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:22,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:22,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:16:22,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:22,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:22,417 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,418 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,418 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,420 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,420 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,421 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:22,422 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:22,425 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:22,426 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62127998, jitterRate=-0.0742206871509552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:22,426 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978182389Initializing all the Stores at 1730978182390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978182390Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978182392 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978182392Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978182392Cleaning up temporary data from old regions at 1730978182420 (+28 ms)Region opened successfully at 1730978182426 (+6 ms) 2024-11-07T11:16:22,428 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:16:22,432 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7863090c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:22,433 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:16:22,433 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:16:22,433 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:16:22,434 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:16:22,434 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:16:22,435 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:16:22,435 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:16:22,438 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:16:22,440 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Unable to get data of znode /11337839053/balancer because node does not exist (not necessarily an error) 2024-11-07T11:16:22,458 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11337839053/balancer already deleted, retry=false 2024-11-07T11:16:22,459 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:16:22,460 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Unable to get data of znode /11337839053/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:16:22,472 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11337839053/normalizer already deleted, retry=false 2024-11-07T11:16:22,472 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:16:22,473 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Unable to get data of znode /11337839053/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:16:22,482 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11337839053/switch/split already deleted, retry=false 2024-11-07T11:16:22,483 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Unable to get data of znode /11337839053/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:16:22,493 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11337839053/switch/merge already deleted, retry=false 2024-11-07T11:16:22,495 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Unable to get data of znode /11337839053/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:16:22,503 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11337839053/snapshot-cleanup already deleted, retry=false 2024-11-07T11:16:22,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11337839053/running 2024-11-07T11:16:22,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11337839053/running 2024-11-07T11:16:22,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:22,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:22,515 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,33443,1730978180508, sessionid=0x1011502c8080003, setting cluster-up flag (Was=false) 2024-11-07T11:16:22,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:22,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:22,566 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11337839053/flush-table-proc/acquired, /11337839053/flush-table-proc/reached, /11337839053/flush-table-proc/abort 2024-11-07T11:16:22,568 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:22,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:22,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:22,619 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11337839053/online-snapshot/acquired, /11337839053/online-snapshot/reached, /11337839053/online-snapshot/abort 2024-11-07T11:16:22,620 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:22,621 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:16:22,623 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:22,624 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:16:22,624 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:16:22,624 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,33443,1730978180508 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:16:22,625 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:22,625 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:22,625 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:22,626 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:22,626 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:16:22,626 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,626 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:22,626 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:22,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:16:22,629 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:22,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:16:22,632 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978212632 2024-11-07T11:16:22,632 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:16:22,632 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:16:22,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:16:22,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:16:22,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:16:22,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:16:22,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:16:22,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:16:22,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:16:22,633 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:16:22,634 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:16:22,634 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:16:22,634 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978182634,5,FailOnTimeoutGroup] 2024-11-07T11:16:22,636 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978182634,5,FailOnTimeoutGroup] 2024-11-07T11:16:22,636 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,636 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:16:22,636 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,636 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:16:22,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:16:22,700 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(746): ClusterId : 082e343b-7e53-43cb-aee0-5a93197ddc0f 2024-11-07T11:16:22,700 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:16:22,712 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:16:22,712 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:16:22,722 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:16:22,723 DEBUG [RS:0;4ab3d709c6df:36897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49206f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:22,733 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:36897 2024-11-07T11:16:22,733 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:16:22,733 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:16:22,733 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:16:22,734 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,33443,1730978180508 with port=36897, startcode=1730978180685 2024-11-07T11:16:22,734 DEBUG [RS:0;4ab3d709c6df:36897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:16:22,735 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:16:22,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:22,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33443 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:22,738 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50 2024-11-07T11:16:22,738 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33807 2024-11-07T11:16:22,738 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:16:22,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053/rs 2024-11-07T11:16:22,789 DEBUG [RS:0;4ab3d709c6df:36897 {}] zookeeper.ZKUtil(111): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on existing znode=/11337839053/rs/4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:22,789 WARN [RS:0;4ab3d709c6df:36897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:22,789 INFO [RS:0;4ab3d709c6df:36897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:22,789 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/WALs/4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:22,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,36897,1730978180685] 2024-11-07T11:16:22,792 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:16:22,794 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:16:22,794 INFO [RS:0;4ab3d709c6df:36897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:16:22,794 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,795 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:16:22,795 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:16:22,795 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:22,796 DEBUG [RS:0;4ab3d709c6df:36897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:22,802 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,802 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,802 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,802 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,802 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,802 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36897,1730978180685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:22,816 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:16:22,816 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36897,1730978180685-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,816 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,816 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.Replication(171): 4ab3d709c6df,36897,1730978180685 started 2024-11-07T11:16:22,828 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:22,829 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,36897,1730978180685, RpcServer on 4ab3d709c6df/172.17.0.2:36897, sessionid=0x1011502c8080004 2024-11-07T11:16:22,829 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:16:22,829 DEBUG [RS:0;4ab3d709c6df:36897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:22,829 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,36897,1730978180685' 2024-11-07T11:16:22,829 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11337839053/flush-table-proc/abort' 2024-11-07T11:16:22,830 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11337839053/flush-table-proc/acquired' 2024-11-07T11:16:22,830 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:16:22,830 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:16:22,830 DEBUG [RS:0;4ab3d709c6df:36897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:22,830 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,36897,1730978180685' 2024-11-07T11:16:22,830 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11337839053/online-snapshot/abort' 2024-11-07T11:16:22,831 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11337839053/online-snapshot/acquired' 2024-11-07T11:16:22,831 DEBUG [RS:0;4ab3d709c6df:36897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:16:22,831 INFO [RS:0;4ab3d709c6df:36897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:16:22,831 INFO [RS:0;4ab3d709c6df:36897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:16:22,932 INFO [RS:0;4ab3d709c6df:36897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:22,933 INFO [RS:0;4ab3d709c6df:36897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C36897%2C1730978180685, suffix=, logDir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/WALs/4ab3d709c6df,36897,1730978180685, archiveDir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/oldWALs, maxLogs=10 2024-11-07T11:16:22,946 DEBUG [RS:0;4ab3d709c6df:36897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/WALs/4ab3d709c6df,36897,1730978180685/4ab3d709c6df%2C36897%2C1730978180685.1730978182934, exclude list is [], retry=0 2024-11-07T11:16:22,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39541,DS-af0c16f4-b42d-43fe-9df5-715e41f504e7,DISK] 2024-11-07T11:16:22,952 INFO [RS:0;4ab3d709c6df:36897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/WALs/4ab3d709c6df,36897,1730978180685/4ab3d709c6df%2C36897%2C1730978180685.1730978182934 2024-11-07T11:16:22,953 DEBUG [RS:0;4ab3d709c6df:36897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-07T11:16:23,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:16:23,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50 2024-11-07T11:16:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:16:23,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:16:23,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:23,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:23,304 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:16:23,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T11:16:23,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:23,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T11:16:23,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:23,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T11:16:23,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:16:23,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T11:16:23,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:23,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:16:23,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:16:23,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:23,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:23,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:16:23,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:16:23,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:23,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:23,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:16:23,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:16:23,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:23,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:23,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:16:23,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:16:23,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:23,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:23,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:16:23,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740 2024-11-07T11:16:23,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740 2024-11-07T11:16:23,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:16:23,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:16:23,511 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:23,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:16:23,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:23,533 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59496535, jitterRate=-0.11343254148960114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:23,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978183448Initializing all the Stores at 1730978183449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978183449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978183465 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978183465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978183465Cleaning up temporary data from old regions at 1730978183510 (+45 ms)Region opened successfully at 1730978183533 (+23 ms) 2024-11-07T11:16:23,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:16:23,533 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:16:23,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:16:23,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:16:23,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:16:23,536 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:23,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978183533Disabling compacts and flushes for region at 1730978183533Disabling writes for close at 1730978183534 (+1 ms)Writing region close event to WAL at 1730978183536 (+2 ms)Closed at 1730978183536 2024-11-07T11:16:23,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:23,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:16:23,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:16:23,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:23,555 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:16:23,705 DEBUG [4ab3d709c6df:33443 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:16:23,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:23,707 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,36897,1730978180685, state=OPENING 2024-11-07T11:16:23,714 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:16:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:23,725 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:23,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11337839053/meta-region-server: CHANGED 2024-11-07T11:16:23,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11337839053/meta-region-server: CHANGED 2024-11-07T11:16:23,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36897,1730978180685}] 2024-11-07T11:16:23,878 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:16:23,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:16:23,884 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:16:23,884 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:23,884 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:16:23,886 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C36897%2C1730978180685.meta, suffix=.meta, logDir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/WALs/4ab3d709c6df,36897,1730978180685, archiveDir=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/oldWALs, maxLogs=10 2024-11-07T11:16:23,905 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/WALs/4ab3d709c6df,36897,1730978180685/4ab3d709c6df%2C36897%2C1730978180685.meta.1730978183886.meta, exclude list is [], retry=0 2024-11-07T11:16:23,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39541,DS-af0c16f4-b42d-43fe-9df5-715e41f504e7,DISK] 2024-11-07T11:16:23,910 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/WALs/4ab3d709c6df,36897,1730978180685/4ab3d709c6df%2C36897%2C1730978180685.meta.1730978183886.meta 2024-11-07T11:16:23,911 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-07T11:16:23,911 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:23,911 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:23,911 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:16:23,911 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:16:23,911 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:16:23,912 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:16:23,912 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:23,912 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:16:23,912 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:16:23,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:16:23,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:16:23,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:23,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:23,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:16:23,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:16:23,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:23,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:23,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:16:23,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:16:23,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:23,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:23,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:16:23,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:16:23,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:23,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:23,920 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:16:23,921 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740 2024-11-07T11:16:23,922 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740 2024-11-07T11:16:23,923 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:16:23,923 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:16:23,924 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:23,925 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:16:23,926 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69706242, jitterRate=0.03870394825935364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:23,926 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:16:23,926 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978183912Writing region info on filesystem at 1730978183912Initializing all the Stores at 1730978183913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978183913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978183913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978183913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978183913Cleaning up temporary data from old regions at 1730978183923 (+10 ms)Running coprocessor post-open hooks at 1730978183926 (+3 ms)Region opened successfully at 1730978183926 2024-11-07T11:16:23,927 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978183878 2024-11-07T11:16:23,929 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:16:23,930 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:16:23,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:23,931 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,36897,1730978180685, state=OPEN 2024-11-07T11:16:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11337839053/meta-region-server 2024-11-07T11:16:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11337839053/meta-region-server 2024-11-07T11:16:23,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:23,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11337839053/meta-region-server: CHANGED 2024-11-07T11:16:23,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11337839053/meta-region-server: CHANGED 2024-11-07T11:16:23,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:16:23,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36897,1730978180685 in 218 msec 2024-11-07T11:16:23,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:16:23,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-07T11:16:23,949 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:23,949 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:16:23,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:23,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36897,1730978180685, seqNum=-1] 2024-11-07T11:16:23,951 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:23,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:23,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-11-07T11:16:23,960 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978183960, completionTime=-1 2024-11-07T11:16:23,960 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:16:23,960 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:16:23,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:16:23,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978243962 2024-11-07T11:16:23,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978303962 2024-11-07T11:16:23,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:16:23,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33443,1730978180508-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:23,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33443,1730978180508-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:23,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33443,1730978180508-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:23,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:33443, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:23,962 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:23,963 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:23,964 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:16:23,966 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.956sec 2024-11-07T11:16:23,966 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:16:23,966 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:16:23,967 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:16:23,967 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:16:23,967 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:16:23,967 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33443,1730978180508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:23,967 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33443,1730978180508-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:16:23,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:16:23,969 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:16:23,969 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33443,1730978180508-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:24,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33443,-1 for getting cluster id 2024-11-07T11:16:24,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:24,002 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '082e343b-7e53-43cb-aee0-5a93197ddc0f' 2024-11-07T11:16:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "082e343b-7e53-43cb-aee0-5a93197ddc0f" 2024-11-07T11:16:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc9018a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33443,-1] 2024-11-07T11:16:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:24,005 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:24,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:24,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36897,1730978180685, seqNum=-1] 2024-11-07T11:16:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:24,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:24,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:24,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56382 2024-11-07T11:16:24,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:24,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011502c8080005 connected 2024-11-07T11:16:24,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,37995,-1 for getting cluster id 2024-11-07T11:16:24,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:24,033 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e58cf556-1f76-4c0d-b471-ee79c34dd44c' 2024-11-07T11:16:24,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e58cf556-1f76-4c0d-b471-ee79c34dd44c" 2024-11-07T11:16:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752ba59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,37995,-1] 2024-11-07T11:16:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:24,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:24,035 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:24,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf2702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:24,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4afe4ed9 2024-11-07T11:16:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:24,039 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:24,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37995 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:33443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:16:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37995 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:16:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:24,043 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:33443' 2024-11-07T11:16:24,044 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295ceda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,044 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33443,-1 for getting cluster id 2024-11-07T11:16:24,044 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:24,045 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '082e343b-7e53-43cb-aee0-5a93197ddc0f' 2024-11-07T11:16:24,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:24,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "082e343b-7e53-43cb-aee0-5a93197ddc0f" 2024-11-07T11:16:24,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a25133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33443,-1] 2024-11-07T11:16:24,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:24,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:24,047 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7341859d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,049 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:24,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:24,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c77d4a6 2024-11-07T11:16:24,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:24,052 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:24,053 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T11:16:24,054 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:16:24,054 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:24,054 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:24,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:24,054 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:16:24,056 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:16:24,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:16:24,059 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:24,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:16:24,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741835_1011 (size=1138) 2024-11-07T11:16:24,090 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 080ab8624251ab1c6ee773acf99b6ba8, NAME => 'hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f 2024-11-07T11:16:24,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741836_1012 (size=44) 2024-11-07T11:16:24,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:24,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 080ab8624251ab1c6ee773acf99b6ba8, disabling compactions & flushes 2024-11-07T11:16:24,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:24,104 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:24,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. after waiting 0 ms 2024-11-07T11:16:24,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:24,105 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:24,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 080ab8624251ab1c6ee773acf99b6ba8: Waiting for close lock at 1730978184104Disabling compacts and flushes for region at 1730978184104Disabling writes for close at 1730978184105 (+1 ms)Writing region close event to WAL at 1730978184105Closed at 1730978184105 2024-11-07T11:16:24,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:16:24,107 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:16:24,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978184107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978184107"}]},"ts":"1730978184107"} 2024-11-07T11:16:24,110 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:16:24,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:16:24,112 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978184112"}]},"ts":"1730978184112"} 2024-11-07T11:16:24,115 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:16:24,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=080ab8624251ab1c6ee773acf99b6ba8, ASSIGN}] 2024-11-07T11:16:24,119 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=080ab8624251ab1c6ee773acf99b6ba8, ASSIGN 2024-11-07T11:16:24,121 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=080ab8624251ab1c6ee773acf99b6ba8, ASSIGN; state=OFFLINE, location=4ab3d709c6df,39891,1730978174352; forceNewPlan=false, retain=false 2024-11-07T11:16:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:24,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=080ab8624251ab1c6ee773acf99b6ba8, regionState=OPENING, regionLocation=4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:24,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=080ab8624251ab1c6ee773acf99b6ba8, ASSIGN because future has completed 2024-11-07T11:16:24,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 080ab8624251ab1c6ee773acf99b6ba8, server=4ab3d709c6df,39891,1730978174352}] 2024-11-07T11:16:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:24,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:24,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:24,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:16:24,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C39891%2C1730978174352.rep, suffix=, logDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352, archiveDir=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/oldWALs, maxLogs=10 2024-11-07T11:16:24,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.rep.1730978184433, exclude list is [], retry=0 2024-11-07T11:16:24,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42691,DS-8cb506dd-7bfe-472d-b781-6773e57f88c7,DISK] 2024-11-07T11:16:24,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.rep.1730978184433 2024-11-07T11:16:24,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-11-07T11:16:24,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 080ab8624251ab1c6ee773acf99b6ba8, NAME => 'hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:24,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:24,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:16:24,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. service=MultiRowMutationService 2024-11-07T11:16:24,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:16:24,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:24,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,452 INFO [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,453 INFO [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 080ab8624251ab1c6ee773acf99b6ba8 columnFamilyName hfileref 2024-11-07T11:16:24,453 DEBUG [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:24,454 INFO [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] regionserver.HStore(327): Store=080ab8624251ab1c6ee773acf99b6ba8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:24,454 INFO [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,455 INFO [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 080ab8624251ab1c6ee773acf99b6ba8 columnFamilyName queue 2024-11-07T11:16:24,455 DEBUG [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:24,455 INFO [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] regionserver.HStore(327): Store=080ab8624251ab1c6ee773acf99b6ba8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:24,455 INFO [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,457 INFO [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 080ab8624251ab1c6ee773acf99b6ba8 columnFamilyName sid 2024-11-07T11:16:24,457 DEBUG [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:24,457 INFO [StoreOpener-080ab8624251ab1c6ee773acf99b6ba8-1 {}] regionserver.HStore(327): Store=080ab8624251ab1c6ee773acf99b6ba8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:24,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/replication/080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/replication/080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:16:24,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/replication/080ab8624251ab1c6ee773acf99b6ba8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:24,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 080ab8624251ab1c6ee773acf99b6ba8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64217272, jitterRate=-0.04308807849884033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:16:24,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:24,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 080ab8624251ab1c6ee773acf99b6ba8: Running coprocessor pre-open hook at 1730978184451Writing region info on filesystem at 1730978184451Initializing all the Stores at 1730978184452 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978184452Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978184452Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978184452Cleaning up temporary data from old regions at 1730978184459 (+7 ms)Running coprocessor post-open hooks at 1730978184463 (+4 ms)Region opened successfully at 1730978184464 (+1 ms) 2024-11-07T11:16:24,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8., pid=7, masterSystemTime=1730978184427 2024-11-07T11:16:24,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:24,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:24,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=080ab8624251ab1c6ee773acf99b6ba8, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:24,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 080ab8624251ab1c6ee773acf99b6ba8, server=4ab3d709c6df,39891,1730978174352 because future has completed 2024-11-07T11:16:24,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T11:16:24,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 080ab8624251ab1c6ee773acf99b6ba8, server=4ab3d709c6df,39891,1730978174352 in 196 msec 2024-11-07T11:16:24,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:16:24,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=080ab8624251ab1c6ee773acf99b6ba8, ASSIGN in 357 msec 2024-11-07T11:16:24,476 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:16:24,476 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978184476"}]},"ts":"1730978184476"} 2024-11-07T11:16:24,478 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:16:24,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:16:24,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 425 msec 2024-11-07T11:16:24,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8., hostname=4ab3d709c6df,39891,1730978174352, seqNum=2] 2024-11-07T11:16:24,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:24,535 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:24,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:16:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:24,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T11:16:24,784 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:16:24,812 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,39891,1730978174352, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:16:24,812 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:24,812 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39891,1730978174352, seqNum=-1] 2024-11-07T11:16:24,812 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:24,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-07T11:16:24,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,39891,1730978174352', locateType=CURRENT is [region=hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8., hostname=4ab3d709c6df,39891,1730978174352, seqNum=2] 2024-11-07T11:16:24,818 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T11:16:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37995 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T11:16:24,821 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,39891,1730978174352 suceeded 2024-11-07T11:16:24,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T11:16:24,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-07T11:16:24,823 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:33443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:16:24,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 784 msec 2024-11-07T11:16:24,834 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:33443' 2024-11-07T11:16:24,835 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e155a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,835 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33443,-1 for getting cluster id 2024-11-07T11:16:24,835 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:24,836 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '082e343b-7e53-43cb-aee0-5a93197ddc0f' 2024-11-07T11:16:24,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:24,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "082e343b-7e53-43cb-aee0-5a93197ddc0f" 2024-11-07T11:16:24,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7133b6b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33443,-1] 2024-11-07T11:16:24,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:24,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:24,838 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:24,838 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44a3e933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:24,839 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:24,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:24,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd92e94 2024-11-07T11:16:24,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:24,841 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-07T11:16:24,841 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,39891,1730978174352 (queues=1) is replicating from cluster=e58cf556-1f76-4c0d-b471-ee79c34dd44c to cluster=082e343b-7e53-43cb-aee0-5a93197ddc0f 2024-11-07T11:16:24,841 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C39891%2C1730978174352 2024-11-07T11:16:24,842 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,39891,1730978174352, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:16:24,842 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.shipper4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C39891%2C1730978174352 2024-11-07T11:16:24,842 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791, startPosition=0, beingWritten=true 2024-11-07T11:16:25,048 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 to pos 0, reset compression=false 2024-11-07T11:16:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:25,184 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:16:25,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:25,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:25,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:25,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:25,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:25,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@509a57eb 2024-11-07T11:16:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:25,187 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:25,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37995 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T11:16:25,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:16:25,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:25,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:25,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:25,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:25,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:25,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:16:25,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1211244190, stopped=false 2024-11-07T11:16:25,188 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,33443,1730978180508 2024-11-07T11:16:25,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11337839053/running 2024-11-07T11:16:25,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11337839053/running 2024-11-07T11:16:25,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:16:25,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:25,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:25,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:25,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:25,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:25,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on znode that does not yet exist, /11337839053/running 2024-11-07T11:16:25,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,36897,1730978180685' ***** 2024-11-07T11:16:25,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Set watcher on znode that does not yet exist, /11337839053/running 2024-11-07T11:16:25,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:16:25,238 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:16:25,238 INFO [RS:0;4ab3d709c6df:36897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:16:25,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:16:25,238 INFO [RS:0;4ab3d709c6df:36897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:16:25,238 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:25,239 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:16:25,239 INFO [RS:0;4ab3d709c6df:36897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:36897. 2024-11-07T11:16:25,239 DEBUG [RS:0;4ab3d709c6df:36897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:25,239 DEBUG [RS:0;4ab3d709c6df:36897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:25,239 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:16:25,239 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:16:25,239 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:16:25,239 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:16:25,239 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:16:25,239 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:16:25,239 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:25,239 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:16:25,239 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:16:25,239 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:16:25,239 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:16:25,239 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:16:25,239 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T11:16:25,254 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740/.tmp/ns/ecb92b4d8cea4fa982ae595b6904fa52 is 43, key is default/ns:d/1730978183954/Put/seqid=0 2024-11-07T11:16:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741835_1011 (size=5153) 2024-11-07T11:16:25,304 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:16:25,353 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 to pos 0, reset compression=false 2024-11-07T11:16:25,439 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:25,640 DEBUG [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:25,659 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740/.tmp/ns/ecb92b4d8cea4fa982ae595b6904fa52 2024-11-07T11:16:25,667 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740/.tmp/ns/ecb92b4d8cea4fa982ae595b6904fa52 as hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740/ns/ecb92b4d8cea4fa982ae595b6904fa52 2024-11-07T11:16:25,676 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740/ns/ecb92b4d8cea4fa982ae595b6904fa52, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T11:16:25,677 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-07T11:16:25,688 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T11:16:25,689 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:25,689 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:25,689 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:25,689 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978185239Running coprocessor pre-close hooks at 1730978185239Disabling compacts and flushes for region at 1730978185239Disabling writes for close at 1730978185239Obtaining lock to block concurrent updates at 1730978185239Preparing flush snapshotting stores in 1588230740 at 1730978185239Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730978185240 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978185240Flushing 1588230740/ns: creating writer at 1730978185240Flushing 1588230740/ns: appending metadata at 1730978185253 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730978185253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c66e86: reopening flushed file at 1730978185665 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1730978185677 (+12 ms)Writing region close event to WAL at 1730978185684 (+7 ms)Running coprocessor post-close hooks at 1730978185689 (+5 ms)Closed at 1730978185689 2024-11-07T11:16:25,689 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:25,758 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 to pos 0, reset compression=false 2024-11-07T11:16:25,804 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:16:25,804 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:16:25,840 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,36897,1730978180685; all regions closed. 2024-11-07T11:16:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741834_1010 (size=1152) 2024-11-07T11:16:25,845 DEBUG [RS:0;4ab3d709c6df:36897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/oldWALs 2024-11-07T11:16:25,845 INFO [RS:0;4ab3d709c6df:36897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C36897%2C1730978180685.meta:.meta(num 1730978183886) 2024-11-07T11:16:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741832_1008 (size=93) 2024-11-07T11:16:25,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/WALs/4ab3d709c6df,36897,1730978180685/4ab3d709c6df%2C36897%2C1730978180685.1730978182934 not finished, retry = 0 2024-11-07T11:16:25,951 DEBUG [RS:0;4ab3d709c6df:36897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/oldWALs 2024-11-07T11:16:25,952 INFO [RS:0;4ab3d709c6df:36897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C36897%2C1730978180685:(num 1730978182934) 2024-11-07T11:16:25,952 DEBUG [RS:0;4ab3d709c6df:36897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:25,952 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:16:25,952 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:16:25,952 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:16:25,952 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:16:25,952 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:16:25,952 INFO [RS:0;4ab3d709c6df:36897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36897 2024-11-07T11:16:26,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053/rs 2024-11-07T11:16:26,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11337839053/rs/4ab3d709c6df,36897,1730978180685 2024-11-07T11:16:26,006 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:16:26,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,36897,1730978180685] 2024-11-07T11:16:26,103 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11337839053/draining/4ab3d709c6df,36897,1730978180685 already deleted, retry=false 2024-11-07T11:16:26,103 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,36897,1730978180685 expired; onlineServers=0 2024-11-07T11:16:26,103 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,33443,1730978180508' ***** 2024-11-07T11:16:26,104 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:16:26,104 INFO [M:0;4ab3d709c6df:33443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:16:26,104 INFO [M:0;4ab3d709c6df:33443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:16:26,104 DEBUG [M:0;4ab3d709c6df:33443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:16:26,104 DEBUG [M:0;4ab3d709c6df:33443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:16:26,104 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:16:26,104 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978182634 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978182634,5,FailOnTimeoutGroup] 2024-11-07T11:16:26,104 INFO [M:0;4ab3d709c6df:33443 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:16:26,104 INFO [M:0;4ab3d709c6df:33443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:16:26,104 DEBUG [M:0;4ab3d709c6df:33443 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:16:26,104 INFO [M:0;4ab3d709c6df:33443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:16:26,104 INFO [M:0;4ab3d709c6df:33443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:16:26,104 INFO [M:0;4ab3d709c6df:33443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:16:26,105 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:16:26,105 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978182634 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978182634,5,FailOnTimeoutGroup] 2024-11-07T11:16:26,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11337839053/master 2024-11-07T11:16:26,114 DEBUG [M:0;4ab3d709c6df:33443 {}] zookeeper.ZKUtil(347): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Unable to get data of znode /11337839053/master because node does not exist (not an error) 2024-11-07T11:16:26,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11337839053 2024-11-07T11:16:26,114 WARN [M:0;4ab3d709c6df:33443 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:16:26,115 INFO [M:0;4ab3d709c6df:33443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/.lastflushedseqids 2024-11-07T11:16:26,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741836_1012 (size=99) 2024-11-07T11:16:26,191 INFO [RS:0;4ab3d709c6df:36897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:16:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:26,191 INFO [RS:0;4ab3d709c6df:36897 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,36897,1730978180685; zookeeper connection closed. 2024-11-07T11:16:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36897-0x1011502c8080004, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:26,193 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@736be14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@736be14 2024-11-07T11:16:26,193 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:16:26,265 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 to pos 0, reset compression=false 2024-11-07T11:16:26,520 INFO [M:0;4ab3d709c6df:33443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:16:26,520 INFO [M:0;4ab3d709c6df:33443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:16:26,520 DEBUG [M:0;4ab3d709c6df:33443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:16:26,520 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:26,520 DEBUG [M:0;4ab3d709c6df:33443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:26,520 DEBUG [M:0;4ab3d709c6df:33443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:16:26,520 DEBUG [M:0;4ab3d709c6df:33443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:26,520 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T11:16:26,535 DEBUG [M:0;4ab3d709c6df:33443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d1420b96e594631b1faa84c86afa18b is 82, key is hbase:meta,,1/info:regioninfo/1730978183930/Put/seqid=0 2024-11-07T11:16:26,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741837_1013 (size=5672) 2024-11-07T11:16:26,872 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 to pos 0, reset compression=false 2024-11-07T11:16:26,940 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d1420b96e594631b1faa84c86afa18b 2024-11-07T11:16:26,962 DEBUG [M:0;4ab3d709c6df:33443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d362d2f232494a55bbac7658091076e7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730978183959/Put/seqid=0 2024-11-07T11:16:26,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741838_1014 (size=5275) 2024-11-07T11:16:27,367 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d362d2f232494a55bbac7658091076e7 2024-11-07T11:16:27,388 DEBUG [M:0;4ab3d709c6df:33443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cd808de88ee411b91249269aed97b2d is 69, key is 4ab3d709c6df,36897,1730978180685/rs:state/1730978182736/Put/seqid=0 2024-11-07T11:16:27,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741839_1015 (size=5156) 2024-11-07T11:16:27,577 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 to pos 0, reset compression=false 2024-11-07T11:16:27,793 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cd808de88ee411b91249269aed97b2d 2024-11-07T11:16:27,800 DEBUG [M:0;4ab3d709c6df:33443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d1420b96e594631b1faa84c86afa18b as hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d1420b96e594631b1faa84c86afa18b 2024-11-07T11:16:27,806 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d1420b96e594631b1faa84c86afa18b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T11:16:27,807 DEBUG [M:0;4ab3d709c6df:33443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d362d2f232494a55bbac7658091076e7 as hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d362d2f232494a55bbac7658091076e7 2024-11-07T11:16:27,812 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d362d2f232494a55bbac7658091076e7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T11:16:27,813 DEBUG [M:0;4ab3d709c6df:33443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cd808de88ee411b91249269aed97b2d as hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cd808de88ee411b91249269aed97b2d 2024-11-07T11:16:27,819 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33807/user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cd808de88ee411b91249269aed97b2d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T11:16:27,820 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false 2024-11-07T11:16:27,821 INFO [M:0;4ab3d709c6df:33443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:27,821 DEBUG [M:0;4ab3d709c6df:33443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978186520Disabling compacts and flushes for region at 1730978186520Disabling writes for close at 1730978186520Obtaining lock to block concurrent updates at 1730978186520Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978186520Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730978186521 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978186521Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978186522 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978186535 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978186535Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978186945 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978186961 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978186961Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978187372 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978187388 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978187388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b2af59: reopening flushed file at 1730978187799 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1af980: reopening flushed file at 1730978187806 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345912c8: reopening flushed file at 1730978187812 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false at 1730978187820 (+8 ms)Writing region close event to WAL at 1730978187821 (+1 ms)Closed at 1730978187821 2024-11-07T11:16:27,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39541 is added to blk_1073741830_1006 (size=10165) 2024-11-07T11:16:27,824 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c733aac-bb61-59c0-36be-9bef651bcc50/MasterData/WALs/4ab3d709c6df,33443,1730978180508/4ab3d709c6df%2C33443%2C1730978180508.1730978182320 not finished, retry = 0 2024-11-07T11:16:27,925 INFO [M:0;4ab3d709c6df:33443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:16:27,925 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:16:27,925 INFO [M:0;4ab3d709c6df:33443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33443 2024-11-07T11:16:27,925 INFO [M:0;4ab3d709c6df:33443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:16:28,035 INFO [M:0;4ab3d709c6df:33443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:16:28,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:28,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33443-0x1011502c8080003, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:28,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51da98bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:16:28,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:16:28,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:16:28,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:16:28,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.log.dir/,STOPPED} 2024-11-07T11:16:28,040 WARN [BP-549310582-172.17.0.2-1730978177978 heartbeating to localhost/127.0.0.1:33807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:16:28,040 WARN [BP-549310582-172.17.0.2-1730978177978 heartbeating to localhost/127.0.0.1:33807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-549310582-172.17.0.2-1730978177978 (Datanode Uuid b1ab4d2a-345f-487f-af42-7bc4cd3e30c4) service to localhost/127.0.0.1:33807 2024-11-07T11:16:28,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:16:28,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:16:28,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/cluster_5ca755f4-1f0c-8e12-a188-4f48eb641a11/data/data1/current/BP-549310582-172.17.0.2-1730978177978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:16:28,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/cluster_5ca755f4-1f0c-8e12-a188-4f48eb641a11/data/data2/current/BP-549310582-172.17.0.2-1730978177978 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:16:28,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:16:28,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:16:28,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:16:28,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:16:28,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:16:28,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.log.dir/,STOPPED} 2024-11-07T11:16:28,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:16:28,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:16:28,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:28,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:28,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:28,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:28,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:28,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:16:28,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1045074647, stopped=false 2024-11-07T11:16:28,058 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,37995,1730978173995 2024-11-07T11:16:28,071 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010947410/running 2024-11-07T11:16:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010947410/running 2024-11-07T11:16:28,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:28,072 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:28,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:16:28,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:28,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:28,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:28,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on znode that does not yet exist, /02010947410/running 2024-11-07T11:16:28,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Set watcher on znode that does not yet exist, /02010947410/running 2024-11-07T11:16:28,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,39891,1730978174352' ***** 2024-11-07T11:16:28,072 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:16:28,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(3091): Received CLOSE for 080ab8624251ab1c6ee773acf99b6ba8 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:39891. 2024-11-07T11:16:28,073 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 080ab8624251ab1c6ee773acf99b6ba8, disabling compactions & flushes 2024-11-07T11:16:28,073 DEBUG [RS:0;4ab3d709c6df:39891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:28,073 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:28,073 DEBUG [RS:0;4ab3d709c6df:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:28,073 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:28,073 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. after waiting 0 ms 2024-11-07T11:16:28,073 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:16:28,073 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:16:28,073 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 080ab8624251ab1c6ee773acf99b6ba8 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T11:16:28,074 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:16:28,074 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:16:28,074 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1325): Online Regions={080ab8624251ab1c6ee773acf99b6ba8=hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:16:28,074 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:16:28,074 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1351): Waiting on 080ab8624251ab1c6ee773acf99b6ba8, 1588230740 2024-11-07T11:16:28,074 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:16:28,074 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:16:28,074 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:16:28,074 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:16:28,074 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T11:16:28,088 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/replication/080ab8624251ab1c6ee773acf99b6ba8/.tmp/queue/7254d9e5a5d94c7c845d8400d6b60603 is 151, key is 1-4ab3d709c6df,39891,1730978174352/queue:4ab3d709c6df%2C39891%2C1730978174352/1730978184817/Put/seqid=0 2024-11-07T11:16:28,092 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/.tmp/info/e5d5f74cf37e45939499a448081d17ba is 147, key is hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8./info:regioninfo/1730978184467/Put/seqid=0 2024-11-07T11:16:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741838_1014 (size=5350) 2024-11-07T11:16:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741839_1015 (size=6631) 2024-11-07T11:16:28,167 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:16:28,274 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1351): Waiting on 080ab8624251ab1c6ee773acf99b6ba8, 1588230740 2024-11-07T11:16:28,381 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 to pos 0, reset compression=false 2024-11-07T11:16:28,474 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1351): Waiting on 080ab8624251ab1c6ee773acf99b6ba8, 1588230740 2024-11-07T11:16:28,494 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/replication/080ab8624251ab1c6ee773acf99b6ba8/.tmp/queue/7254d9e5a5d94c7c845d8400d6b60603 2024-11-07T11:16:28,496 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/.tmp/info/e5d5f74cf37e45939499a448081d17ba 2024-11-07T11:16:28,501 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/replication/080ab8624251ab1c6ee773acf99b6ba8/.tmp/queue/7254d9e5a5d94c7c845d8400d6b60603 as hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/replication/080ab8624251ab1c6ee773acf99b6ba8/queue/7254d9e5a5d94c7c845d8400d6b60603 2024-11-07T11:16:28,507 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/replication/080ab8624251ab1c6ee773acf99b6ba8/queue/7254d9e5a5d94c7c845d8400d6b60603, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T11:16:28,508 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 080ab8624251ab1c6ee773acf99b6ba8 in 435ms, sequenceid=5, compaction requested=false 2024-11-07T11:16:28,508 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T11:16:28,514 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/replication/080ab8624251ab1c6ee773acf99b6ba8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T11:16:28,515 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:28,515 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:28,515 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:28,515 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 080ab8624251ab1c6ee773acf99b6ba8: Waiting for close lock at 1730978188073Running coprocessor pre-close hooks at 1730978188073Disabling compacts and flushes for region at 1730978188073Disabling writes for close at 1730978188073Obtaining lock to block concurrent updates at 1730978188074 (+1 ms)Preparing flush snapshotting stores in 080ab8624251ab1c6ee773acf99b6ba8 at 1730978188074Finished memstore snapshotting hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1730978188074Flushing stores of hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. at 1730978188074Flushing 080ab8624251ab1c6ee773acf99b6ba8/queue: creating writer at 1730978188075 (+1 ms)Flushing 080ab8624251ab1c6ee773acf99b6ba8/queue: appending metadata at 1730978188088 (+13 ms)Flushing 080ab8624251ab1c6ee773acf99b6ba8/queue: closing flushed file at 1730978188088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f396d8: reopening flushed file at 1730978188500 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 080ab8624251ab1c6ee773acf99b6ba8 in 435ms, sequenceid=5, compaction requested=false at 1730978188508 (+8 ms)Writing region close event to WAL at 1730978188511 (+3 ms)Running coprocessor post-close hooks at 1730978188515 (+4 ms)Closed at 1730978188515 2024-11-07T11:16:28,515 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978184054.080ab8624251ab1c6ee773acf99b6ba8. 2024-11-07T11:16:28,517 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/.tmp/ns/fdc580377af7422e8fe9940274b1f40e is 43, key is default/ns:d/1730978177825/Put/seqid=0 2024-11-07T11:16:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741840_1016 (size=5153) 2024-11-07T11:16:28,675 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:28,700 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:16:28,700 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:16:28,875 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:28,921 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/.tmp/ns/fdc580377af7422e8fe9940274b1f40e 2024-11-07T11:16:28,941 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/.tmp/table/bb4279a982e1452985c715a07521a3f5 is 53, key is hbase:replication/table:state/1730978184476/Put/seqid=0 2024-11-07T11:16:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741841_1017 (size=5256) 2024-11-07T11:16:29,075 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:16:29,075 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:16:29,075 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:29,275 DEBUG [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:16:29,287 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 to pos 0, reset compression=false 2024-11-07T11:16:29,345 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/.tmp/table/bb4279a982e1452985c715a07521a3f5 2024-11-07T11:16:29,351 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/.tmp/info/e5d5f74cf37e45939499a448081d17ba as hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/info/e5d5f74cf37e45939499a448081d17ba 2024-11-07T11:16:29,357 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/info/e5d5f74cf37e45939499a448081d17ba, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T11:16:29,359 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/.tmp/ns/fdc580377af7422e8fe9940274b1f40e as hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/ns/fdc580377af7422e8fe9940274b1f40e 2024-11-07T11:16:29,365 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/ns/fdc580377af7422e8fe9940274b1f40e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:16:29,366 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/.tmp/table/bb4279a982e1452985c715a07521a3f5 as hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/table/bb4279a982e1452985c715a07521a3f5 2024-11-07T11:16:29,372 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/table/bb4279a982e1452985c715a07521a3f5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T11:16:29,374 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false 2024-11-07T11:16:29,380 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T11:16:29,380 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:29,380 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:29,380 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:29,380 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978188074Running coprocessor pre-close hooks at 1730978188074Disabling compacts and flushes for region at 1730978188074Disabling writes for close at 1730978188074Obtaining lock to block concurrent updates at 1730978188074Preparing flush snapshotting stores in 1588230740 at 1730978188074Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730978188074Flushing stores of hbase:meta,,1.1588230740 at 1730978188075 (+1 ms)Flushing 1588230740/info: creating writer at 1730978188075Flushing 1588230740/info: appending metadata at 1730978188091 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730978188091Flushing 1588230740/ns: creating writer at 1730978188502 (+411 ms)Flushing 1588230740/ns: appending metadata at 1730978188517 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730978188517Flushing 1588230740/table: creating writer at 1730978188927 (+410 ms)Flushing 1588230740/table: appending metadata at 1730978188940 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730978188940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bab2f67: reopening flushed file at 1730978189351 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f77aa74: reopening flushed file at 1730978189358 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1a1713: reopening flushed file at 1730978189365 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1730978189374 (+9 ms)Writing region close event to WAL at 1730978189376 (+2 ms)Running coprocessor post-close hooks at 1730978189380 (+4 ms)Closed at 1730978189380 2024-11-07T11:16:29,381 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:29,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:16:29,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:29,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:29,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:29,476 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,39891,1730978174352; all regions closed. 2024-11-07T11:16:29,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741834_1010 (size=2742) 2024-11-07T11:16:29,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.meta.1730978177739.meta not finished, retry = 0 2024-11-07T11:16:29,581 DEBUG [RS:0;4ab3d709c6df:39891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/oldWALs 2024-11-07T11:16:29,581 INFO [RS:0;4ab3d709c6df:39891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C39891%2C1730978174352.meta:.meta(num 1730978177739) 2024-11-07T11:16:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741837_1013 (size=1586) 2024-11-07T11:16:29,586 DEBUG [RS:0;4ab3d709c6df:39891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/oldWALs 2024-11-07T11:16:29,586 INFO [RS:0;4ab3d709c6df:39891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C39891%2C1730978174352.rep:(num 1730978184433) 2024-11-07T11:16:29,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741832_1008 (size=93) 2024-11-07T11:16:29,588 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/WALs/4ab3d709c6df,39891,1730978174352/4ab3d709c6df%2C39891%2C1730978174352.1730978176791 not finished, retry = 0 2024-11-07T11:16:29,694 DEBUG [RS:0;4ab3d709c6df:39891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/oldWALs 2024-11-07T11:16:29,694 INFO [RS:0;4ab3d709c6df:39891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C39891%2C1730978174352:(num 1730978176791) 2024-11-07T11:16:29,695 DEBUG [RS:0;4ab3d709c6df:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:29,695 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:16:29,695 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:16:29,695 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:16:29,695 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:16:29,696 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,39891,1730978174352 because: Region server is closing 2024-11-07T11:16:29,696 INFO [RS:0;4ab3d709c6df:39891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:39891. 2024-11-07T11:16:29,696 DEBUG [RS:0;4ab3d709c6df:39891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:29,696 DEBUG [RS:0;4ab3d709c6df:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:29,696 DEBUG [RS:0;4ab3d709c6df:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:29,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:29,696 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:16:29,796 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.shipper4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:16:29,796 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.wal-reader.4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:16:29,797 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39891,1730978174352.replicationSource.shipper4ab3d709c6df%2C39891%2C1730978174352,1-4ab3d709c6df,39891,1730978174352 terminated 2024-11-07T11:16:29,797 INFO [RS:0;4ab3d709c6df:39891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39891 2024-11-07T11:16:29,879 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010947410/rs/4ab3d709c6df,39891,1730978174352 2024-11-07T11:16:29,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410/rs 2024-11-07T11:16:29,879 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:16:29,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,39891,1730978174352] 2024-11-07T11:16:29,900 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02010947410/draining/4ab3d709c6df,39891,1730978174352 already deleted, retry=false 2024-11-07T11:16:29,900 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,39891,1730978174352 expired; onlineServers=0 2024-11-07T11:16:29,900 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,37995,1730978173995' ***** 2024-11-07T11:16:29,900 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:16:29,900 INFO [M:0;4ab3d709c6df:37995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:16:29,900 INFO [M:0;4ab3d709c6df:37995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:16:29,900 DEBUG [M:0;4ab3d709c6df:37995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:16:29,900 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:16:29,900 DEBUG [M:0;4ab3d709c6df:37995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:16:29,900 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978176567 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978176567,5,FailOnTimeoutGroup] 2024-11-07T11:16:29,900 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978176567 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978176567,5,FailOnTimeoutGroup] 2024-11-07T11:16:29,901 INFO [M:0;4ab3d709c6df:37995 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:16:29,901 INFO [M:0;4ab3d709c6df:37995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:16:29,901 DEBUG [M:0;4ab3d709c6df:37995 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:16:29,901 INFO [M:0;4ab3d709c6df:37995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:16:29,901 INFO [M:0;4ab3d709c6df:37995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:16:29,901 INFO [M:0;4ab3d709c6df:37995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:16:29,901 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:16:29,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010947410/master 2024-11-07T11:16:29,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010947410 2024-11-07T11:16:29,910 DEBUG [M:0;4ab3d709c6df:37995 {}] zookeeper.ZKUtil(347): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Unable to get data of znode /02010947410/master because node does not exist (not an error) 2024-11-07T11:16:29,910 WARN [M:0;4ab3d709c6df:37995 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:16:29,911 INFO [M:0;4ab3d709c6df:37995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/.lastflushedseqids 2024-11-07T11:16:29,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741842_1018 (size=181) 2024-11-07T11:16:29,990 INFO [RS:0;4ab3d709c6df:39891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:16:29,990 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:29,990 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x1011502c8080001, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:29,990 INFO [RS:0;4ab3d709c6df:39891 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,39891,1730978174352; zookeeper connection closed. 2024-11-07T11:16:29,990 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35956fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35956fa 2024-11-07T11:16:29,990 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:16:30,317 INFO [M:0;4ab3d709c6df:37995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:16:30,318 INFO [M:0;4ab3d709c6df:37995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:16:30,318 DEBUG [M:0;4ab3d709c6df:37995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:16:30,318 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:30,318 DEBUG [M:0;4ab3d709c6df:37995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:30,318 DEBUG [M:0;4ab3d709c6df:37995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:16:30,318 DEBUG [M:0;4ab3d709c6df:37995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:30,318 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T11:16:30,333 DEBUG [M:0;4ab3d709c6df:37995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8614172230cb4e94875c7e3df5ab9df1 is 82, key is hbase:meta,,1/info:regioninfo/1730978177776/Put/seqid=0 2024-11-07T11:16:30,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741843_1019 (size=5672) 2024-11-07T11:16:30,738 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8614172230cb4e94875c7e3df5ab9df1 2024-11-07T11:16:30,756 DEBUG [M:0;4ab3d709c6df:37995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04419062acbd4bb3829a6a67b12710f2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730978184480/Put/seqid=0 2024-11-07T11:16:30,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741844_1020 (size=7203) 2024-11-07T11:16:31,161 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04419062acbd4bb3829a6a67b12710f2 2024-11-07T11:16:31,180 DEBUG [M:0;4ab3d709c6df:37995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1027f2cf9b19446f91a6b27d0e659493 is 69, key is 4ab3d709c6df,39891,1730978174352/rs:state/1730978176636/Put/seqid=0 2024-11-07T11:16:31,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741845_1021 (size=5156) 2024-11-07T11:16:31,585 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1027f2cf9b19446f91a6b27d0e659493 2024-11-07T11:16:31,591 DEBUG [M:0;4ab3d709c6df:37995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8614172230cb4e94875c7e3df5ab9df1 as hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8614172230cb4e94875c7e3df5ab9df1 2024-11-07T11:16:31,596 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8614172230cb4e94875c7e3df5ab9df1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T11:16:31,597 DEBUG [M:0;4ab3d709c6df:37995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04419062acbd4bb3829a6a67b12710f2 as hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04419062acbd4bb3829a6a67b12710f2 2024-11-07T11:16:31,603 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04419062acbd4bb3829a6a67b12710f2, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T11:16:31,604 DEBUG [M:0;4ab3d709c6df:37995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1027f2cf9b19446f91a6b27d0e659493 as hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1027f2cf9b19446f91a6b27d0e659493 2024-11-07T11:16:31,608 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35377/user/jenkins/test-data/65f19e2d-55dc-8aab-ee5d-a3809cc6d29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1027f2cf9b19446f91a6b27d0e659493, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T11:16:31,610 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-11-07T11:16:31,611 INFO [M:0;4ab3d709c6df:37995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:31,611 DEBUG [M:0;4ab3d709c6df:37995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978190318Disabling compacts and flushes for region at 1730978190318Disabling writes for close at 1730978190318Obtaining lock to block concurrent updates at 1730978190318Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978190318Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1730978190318Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978190319 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978190319Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978190333 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978190333Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978190742 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978190756 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978190756Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978191165 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978191180 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978191180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e3daad: reopening flushed file at 1730978191590 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e798c: reopening flushed file at 1730978191596 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f2cdad: reopening flushed file at 1730978191603 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1730978191610 (+7 ms)Writing region close event to WAL at 1730978191611 (+1 ms)Closed at 1730978191611 2024-11-07T11:16:31,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42691 is added to blk_1073741830_1006 (size=41008) 2024-11-07T11:16:31,614 INFO [M:0;4ab3d709c6df:37995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:16:31,614 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:16:31,614 INFO [M:0;4ab3d709c6df:37995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37995 2024-11-07T11:16:31,614 INFO [M:0;4ab3d709c6df:37995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:16:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:31,769 INFO [M:0;4ab3d709c6df:37995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:16:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37995-0x1011502c8080000, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:16:31,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:16:31,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:16:31,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:16:31,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:16:31,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.log.dir/,STOPPED} 2024-11-07T11:16:31,772 WARN [BP-477803864-172.17.0.2-1730978172028 heartbeating to localhost/127.0.0.1:35377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:16:31,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:16:31,773 WARN [BP-477803864-172.17.0.2-1730978172028 heartbeating to localhost/127.0.0.1:35377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-477803864-172.17.0.2-1730978172028 (Datanode Uuid de78ff11-bede-45eb-912e-30863c4305e4) service to localhost/127.0.0.1:35377 2024-11-07T11:16:31,773 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:16:31,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/cluster_9bbfd745-67ba-73be-d764-d026f994d4ea/data/data1/current/BP-477803864-172.17.0.2-1730978172028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:16:31,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/cluster_9bbfd745-67ba-73be-d764-d026f994d4ea/data/data2/current/BP-477803864-172.17.0.2-1730978172028 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:16:31,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:16:31,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:16:31,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:16:31,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:16:31,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:16:31,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3562d4d-b75a-b4d0-9c5c-874130168843/hadoop.log.dir/,STOPPED} 2024-11-07T11:16:31,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:16:31,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:16:31,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56382) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33807 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35377 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56382) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 227) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1749 (was 2348) 2024-11-07T11:16:31,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=1749 2024-11-07T11:16:31,820 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-07T11:16:31,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.log.dir so I do NOT create it in target/test-data/a2873383-128c-717a-f16b-880fa050a74f 2024-11-07T11:16:31,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:16:31,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.tmp.dir so I do NOT create it in target/test-data/a2873383-128c-717a-f16b-880fa050a74f 2024-11-07T11:16:31,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f01be00-d5c8-28c6-5f90-4df1296e1919/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:16:31,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f 2024-11-07T11:16:31,821 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/cluster_a0286a09-6983-bffc-9bde-91756d8f795a, deleteOnExit=true 2024-11-07T11:16:31,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/cluster_a0286a09-6983-bffc-9bde-91756d8f795a/zookeeper_0, clientPort=61275, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/cluster_a0286a09-6983-bffc-9bde-91756d8f795a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/cluster_a0286a09-6983-bffc-9bde-91756d8f795a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:16:31,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61275 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/test.cache.data in system properties and HBase conf 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:16:31,839 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:16:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:16:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:16:31,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011502c8080002, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:16:31,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011502c8080005, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:16:31,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011502c8080005, quorum=127.0.0.1:56382, baseZNode=/11337839053 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:16:31,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011502c8080002, quorum=127.0.0.1:56382, baseZNode=/02010947410 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:16:32,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:32,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:16:32,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:16:32,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:16:32,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:16:32,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:32,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:16:32,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:16:32,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/java.io.tmpdir/jetty-localhost-41285-hadoop-hdfs-3_4_1-tests_jar-_-any-7672116140407902114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:16:32,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:41285} 2024-11-07T11:16:32,308 INFO [Time-limited test {}] server.Server(415): Started @56312ms 2024-11-07T11:16:32,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:32,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:16:32,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:16:32,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:16:32,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:16:32,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:16:32,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:16:32,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/java.io.tmpdir/jetty-localhost-45187-hadoop-hdfs-3_4_1-tests_jar-_-any-11093975145559271936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:16:32,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:45187} 2024-11-07T11:16:32,681 INFO [Time-limited test {}] server.Server(415): Started @56685ms 2024-11-07T11:16:32,682 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:16:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:16:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:16:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:33,316 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/cluster_a0286a09-6983-bffc-9bde-91756d8f795a/data/data1/current/BP-1911228326-172.17.0.2-1730978191862/current, will proceed with Du for space computation calculation, 2024-11-07T11:16:33,316 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/cluster_a0286a09-6983-bffc-9bde-91756d8f795a/data/data2/current/BP-1911228326-172.17.0.2-1730978191862/current, will proceed with Du for space computation calculation, 2024-11-07T11:16:33,336 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:16:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2511ab3c0a04db with lease ID 0xaf2c2fcdee018620: Processing first storage report for DS-e3ca00b4-653b-43dd-bab4-48542ec5595a from datanode DatanodeRegistration(127.0.0.1:43187, datanodeUuid=86269240-5871-4f03-986b-d44c8406a8dc, infoPort=40015, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=2060121033;c=1730978191862) 2024-11-07T11:16:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2511ab3c0a04db with lease ID 0xaf2c2fcdee018620: from storage DS-e3ca00b4-653b-43dd-bab4-48542ec5595a node DatanodeRegistration(127.0.0.1:43187, datanodeUuid=86269240-5871-4f03-986b-d44c8406a8dc, infoPort=40015, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=2060121033;c=1730978191862), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:16:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2511ab3c0a04db with lease ID 0xaf2c2fcdee018620: Processing first storage report for DS-a071ec2b-8ea3-4e23-ab91-c542c1e6de65 from datanode DatanodeRegistration(127.0.0.1:43187, datanodeUuid=86269240-5871-4f03-986b-d44c8406a8dc, infoPort=40015, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=2060121033;c=1730978191862) 2024-11-07T11:16:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2511ab3c0a04db with lease ID 0xaf2c2fcdee018620: from storage DS-a071ec2b-8ea3-4e23-ab91-c542c1e6de65 node DatanodeRegistration(127.0.0.1:43187, datanodeUuid=86269240-5871-4f03-986b-d44c8406a8dc, infoPort=40015, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=2060121033;c=1730978191862), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:16:33,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f 2024-11-07T11:16:33,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:33,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:33,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:16:33,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2 with version=8 2024-11-07T11:16:33,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/hbase-staging 2024-11-07T11:16:33,821 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:33,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:33,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:33,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:33,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:33,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:33,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:16:33,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:33,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45221 2024-11-07T11:16:33,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45221 connecting to ZooKeeper ensemble=127.0.0.1:61275 2024-11-07T11:16:33,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452210x0, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:33,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45221-0x101150315880000 connected 2024-11-07T11:16:33,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:33,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:34,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on znode that does not yet exist, /0-234513297/running 2024-11-07T11:16:34,000 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2, hbase.cluster.distributed=false 2024-11-07T11:16:34,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on znode that does not yet exist, /0-234513297/acl 2024-11-07T11:16:34,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45221 2024-11-07T11:16:34,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45221 2024-11-07T11:16:34,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45221 2024-11-07T11:16:34,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45221 2024-11-07T11:16:34,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45221 2024-11-07T11:16:34,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:34,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:34,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:34,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:34,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:34,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:34,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:16:34,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:34,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41821 2024-11-07T11:16:34,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41821 connecting to ZooKeeper ensemble=127.0.0.1:61275 2024-11-07T11:16:34,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:34,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418210x0, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:34,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41821-0x101150315880001 connected 2024-11-07T11:16:34,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on znode that does not yet exist, /0-234513297/running 2024-11-07T11:16:34,037 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:16:34,038 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:16:34,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on znode that does not yet exist, /0-234513297/master 2024-11-07T11:16:34,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on znode that does not yet exist, /0-234513297/acl 2024-11-07T11:16:34,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-07T11:16:34,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41821 2024-11-07T11:16:34,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41821 2024-11-07T11:16:34,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-07T11:16:34,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-07T11:16:34,055 DEBUG [M:0;4ab3d709c6df:45221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:45221 2024-11-07T11:16:34,055 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-234513297/backup-masters/4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:34,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297/backup-masters 2024-11-07T11:16:34,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297/backup-masters 2024-11-07T11:16:34,061 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on existing znode=/0-234513297/backup-masters/4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-234513297/master 2024-11-07T11:16:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:34,072 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on existing znode=/0-234513297/master 2024-11-07T11:16:34,072 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-234513297/backup-masters/4ab3d709c6df,45221,1730978193820 from backup master directory 2024-11-07T11:16:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297/backup-masters 2024-11-07T11:16:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234513297/backup-masters/4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297/backup-masters 2024-11-07T11:16:34,082 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:34,082 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:34,087 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/hbase.id] with ID: 72b4b6a5-aa74-422e-b5c6-224765f277aa 2024-11-07T11:16:34,087 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/.tmp/hbase.id 2024-11-07T11:16:34,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:16:34,496 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/.tmp/hbase.id]:[hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/hbase.id] 2024-11-07T11:16:34,508 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:34,509 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:16:34,510 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:16:34,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:34,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:34,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:16:34,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:16:34,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:34,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:34,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:34,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:34,970 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:16:34,970 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:16:34,971 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:34,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:16:35,378 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store 2024-11-07T11:16:35,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:16:35,786 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:35,786 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:16:35,787 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:35,787 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:35,787 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:16:35,787 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:35,787 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:35,787 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978195786Disabling compacts and flushes for region at 1730978195786Disabling writes for close at 1730978195787 (+1 ms)Writing region close event to WAL at 1730978195787Closed at 1730978195787 2024-11-07T11:16:35,788 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/.initializing 2024-11-07T11:16:35,788 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/WALs/4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:35,789 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:35,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C45221%2C1730978193820, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/WALs/4ab3d709c6df,45221,1730978193820, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/oldWALs, maxLogs=10 2024-11-07T11:16:35,806 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/WALs/4ab3d709c6df,45221,1730978193820/4ab3d709c6df%2C45221%2C1730978193820.1730978195791, exclude list is [], retry=0 2024-11-07T11:16:35,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-e3ca00b4-653b-43dd-bab4-48542ec5595a,DISK] 2024-11-07T11:16:35,810 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/WALs/4ab3d709c6df,45221,1730978193820/4ab3d709c6df%2C45221%2C1730978193820.1730978195791 2024-11-07T11:16:35,811 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40015:40015)] 2024-11-07T11:16:35,811 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:35,811 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:35,811 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,811 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:16:35,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:35,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:35,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:16:35,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:35,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:35,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:16:35,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:35,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:35,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:16:35,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:35,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:35,821 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,822 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,823 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,824 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,824 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,825 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:35,826 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:35,829 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:35,829 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60550787, jitterRate=-0.09772296249866486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:35,830 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978195811Initializing all the Stores at 1730978195812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978195812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978195812Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978195812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978195812Cleaning up temporary data from old regions at 1730978195824 (+12 ms)Region opened successfully at 1730978195830 (+6 ms) 2024-11-07T11:16:35,830 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:16:35,834 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc095c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:35,835 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:16:35,835 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:16:35,835 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:16:35,835 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:16:35,836 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:16:35,836 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:16:35,836 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:16:35,839 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:16:35,840 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Unable to get data of znode /0-234513297/balancer because node does not exist (not necessarily an error) 2024-11-07T11:16:35,910 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234513297/balancer already deleted, retry=false 2024-11-07T11:16:35,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:16:35,911 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Unable to get data of znode /0-234513297/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:16:35,924 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234513297/normalizer already deleted, retry=false 2024-11-07T11:16:35,924 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:16:35,925 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Unable to get data of znode /0-234513297/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:16:35,934 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234513297/switch/split already deleted, retry=false 2024-11-07T11:16:35,935 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Unable to get data of znode /0-234513297/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:16:35,945 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234513297/switch/merge already deleted, retry=false 2024-11-07T11:16:35,947 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Unable to get data of znode /0-234513297/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:16:35,955 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234513297/snapshot-cleanup already deleted, retry=false 2024-11-07T11:16:35,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-234513297/running 2024-11-07T11:16:35,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-234513297/running 2024-11-07T11:16:35,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:35,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:35,966 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,45221,1730978193820, sessionid=0x101150315880000, setting cluster-up flag (Was=false) 2024-11-07T11:16:35,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:35,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:36,018 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-234513297/flush-table-proc/acquired, /0-234513297/flush-table-proc/reached, /0-234513297/flush-table-proc/abort 2024-11-07T11:16:36,019 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:36,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:36,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:36,071 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-234513297/online-snapshot/acquired, /0-234513297/online-snapshot/reached, /0-234513297/online-snapshot/abort 2024-11-07T11:16:36,072 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:36,073 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:16:36,075 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:36,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:16:36,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:16:36,075 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,45221,1730978193820 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:16:36,076 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:36,076 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:36,077 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:36,077 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:36,077 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:16:36,077 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,077 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:36,077 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978226078 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:16:36,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:16:36,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:16:36,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:16:36,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:16:36,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:16:36,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:16:36,079 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978196079,5,FailOnTimeoutGroup] 2024-11-07T11:16:36,079 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978196079,5,FailOnTimeoutGroup] 2024-11-07T11:16:36,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:16:36,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,080 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:36,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:16:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:16:36,145 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(746): ClusterId : 72b4b6a5-aa74-422e-b5c6-224765f277aa 2024-11-07T11:16:36,145 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:16:36,156 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:16:36,156 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:16:36,167 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:16:36,167 DEBUG [RS:0;4ab3d709c6df:41821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0e95c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:36,177 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:41821 2024-11-07T11:16:36,177 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:16:36,177 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:16:36,177 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:16:36,178 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,45221,1730978193820 with port=41821, startcode=1730978194018 2024-11-07T11:16:36,178 DEBUG [RS:0;4ab3d709c6df:41821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:16:36,179 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:16:36,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:36,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45221 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:36,181 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2 2024-11-07T11:16:36,181 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43327 2024-11-07T11:16:36,181 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:16:36,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297/rs 2024-11-07T11:16:36,187 DEBUG [RS:0;4ab3d709c6df:41821 {}] zookeeper.ZKUtil(111): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on existing znode=/0-234513297/rs/4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:36,187 WARN [RS:0;4ab3d709c6df:41821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:36,187 INFO [RS:0;4ab3d709c6df:41821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:36,187 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:36,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,41821,1730978194018] 2024-11-07T11:16:36,191 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:16:36,192 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:16:36,192 INFO [RS:0;4ab3d709c6df:41821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:16:36,192 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,193 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:16:36,193 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:16:36,193 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,193 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:36,194 DEBUG [RS:0;4ab3d709c6df:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:36,196 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,196 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,196 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,196 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,196 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,196 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,41821,1730978194018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:36,209 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:16:36,209 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,41821,1730978194018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,209 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,209 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.Replication(171): 4ab3d709c6df,41821,1730978194018 started 2024-11-07T11:16:36,221 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:36,221 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,41821,1730978194018, RpcServer on 4ab3d709c6df/172.17.0.2:41821, sessionid=0x101150315880001 2024-11-07T11:16:36,221 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:16:36,221 DEBUG [RS:0;4ab3d709c6df:41821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:36,221 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,41821,1730978194018' 2024-11-07T11:16:36,221 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-234513297/flush-table-proc/abort' 2024-11-07T11:16:36,222 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-234513297/flush-table-proc/acquired' 2024-11-07T11:16:36,222 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:16:36,222 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:16:36,222 DEBUG [RS:0;4ab3d709c6df:41821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:36,222 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,41821,1730978194018' 2024-11-07T11:16:36,222 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-234513297/online-snapshot/abort' 2024-11-07T11:16:36,223 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-234513297/online-snapshot/acquired' 2024-11-07T11:16:36,223 DEBUG [RS:0;4ab3d709c6df:41821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:16:36,223 INFO [RS:0;4ab3d709c6df:41821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:16:36,223 INFO [RS:0;4ab3d709c6df:41821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:16:36,324 INFO [RS:0;4ab3d709c6df:41821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:36,325 INFO [RS:0;4ab3d709c6df:41821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C41821%2C1730978194018, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/oldWALs, maxLogs=10 2024-11-07T11:16:36,337 DEBUG [RS:0;4ab3d709c6df:41821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325, exclude list is [], retry=0 2024-11-07T11:16:36,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-e3ca00b4-653b-43dd-bab4-48542ec5595a,DISK] 2024-11-07T11:16:36,342 INFO [RS:0;4ab3d709c6df:41821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 2024-11-07T11:16:36,343 DEBUG [RS:0;4ab3d709c6df:41821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40015:40015)] 2024-11-07T11:16:36,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:16:36,488 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2 2024-11-07T11:16:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:16:36,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:36,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:16:36,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:16:36,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:36,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:36,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:16:36,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:16:36,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:36,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:36,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:16:36,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:16:36,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:36,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:36,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:16:36,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:16:36,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:36,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:36,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:16:36,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740 2024-11-07T11:16:36,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740 2024-11-07T11:16:36,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:16:36,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:16:36,904 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:36,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:16:36,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:36,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65351484, jitterRate=-0.026187002658843994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:36,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978196894Initializing all the Stores at 1730978196895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978196895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978196895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978196895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978196895Cleaning up temporary data from old regions at 1730978196904 (+9 ms)Region opened successfully at 1730978196908 (+4 ms) 2024-11-07T11:16:36,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:16:36,908 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:16:36,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:16:36,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:16:36,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:16:36,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:36,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978196908Disabling compacts and flushes for region at 1730978196908Disabling writes for close at 1730978196908Writing region close event to WAL at 1730978196909 (+1 ms)Closed at 1730978196909 2024-11-07T11:16:36,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:36,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:16:36,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:16:36,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:36,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:16:37,062 DEBUG [4ab3d709c6df:45221 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:16:37,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:37,064 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,41821,1730978194018, state=OPENING 2024-11-07T11:16:37,113 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:16:37,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:37,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:37,124 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:37,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-234513297/meta-region-server: CHANGED 2024-11-07T11:16:37,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,41821,1730978194018}] 2024-11-07T11:16:37,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-234513297/meta-region-server: CHANGED 2024-11-07T11:16:37,277 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:16:37,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:16:37,282 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:16:37,282 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:37,282 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:16:37,284 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C41821%2C1730978194018.meta, suffix=.meta, logDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/oldWALs, maxLogs=10 2024-11-07T11:16:37,296 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.meta.1730978197284.meta, exclude list is [], retry=0 2024-11-07T11:16:37,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-e3ca00b4-653b-43dd-bab4-48542ec5595a,DISK] 2024-11-07T11:16:37,299 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.meta.1730978197284.meta 2024-11-07T11:16:37,300 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40015:40015)] 2024-11-07T11:16:37,300 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:37,300 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:37,300 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:16:37,300 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:16:37,300 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:16:37,300 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:16:37,300 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:37,300 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:16:37,301 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:16:37,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:16:37,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:16:37,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:37,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:37,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:16:37,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:16:37,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:37,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:37,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:16:37,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:16:37,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:37,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:37,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:16:37,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:16:37,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:37,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:37,306 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:16:37,307 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740 2024-11-07T11:16:37,308 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740 2024-11-07T11:16:37,310 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:16:37,310 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:16:37,310 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:37,312 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:16:37,312 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60500106, jitterRate=-0.09847816824913025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:37,312 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:16:37,313 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978197301Writing region info on filesystem at 1730978197301Initializing all the Stores at 1730978197302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978197302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978197302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978197302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978197302Cleaning up temporary data from old regions at 1730978197310 (+8 ms)Running coprocessor post-open hooks at 1730978197312 (+2 ms)Region opened successfully at 1730978197313 (+1 ms) 2024-11-07T11:16:37,314 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978197277 2024-11-07T11:16:37,316 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:16:37,316 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:16:37,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:37,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,41821,1730978194018, state=OPEN 2024-11-07T11:16:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-234513297/meta-region-server 2024-11-07T11:16:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-234513297/meta-region-server 2024-11-07T11:16:37,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-234513297/meta-region-server: CHANGED 2024-11-07T11:16:37,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-234513297/meta-region-server: CHANGED 2024-11-07T11:16:37,380 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:37,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:16:37,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,41821,1730978194018 in 256 msec 2024-11-07T11:16:37,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:16:37,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-07T11:16:37,385 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:37,385 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:16:37,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:37,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,41821,1730978194018, seqNum=-1] 2024-11-07T11:16:37,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:37,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:37,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-11-07T11:16:37,393 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978197393, completionTime=-1 2024-11-07T11:16:37,393 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:16:37,393 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:16:37,395 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:16:37,395 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978257395 2024-11-07T11:16:37,395 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978317395 2024-11-07T11:16:37,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:16:37,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45221,1730978193820-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:37,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45221,1730978193820-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:37,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45221,1730978193820-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:37,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:45221, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:37,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:37,396 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:37,398 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:16:37,399 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.317sec 2024-11-07T11:16:37,399 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:16:37,399 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:16:37,399 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:16:37,400 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:16:37,400 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:16:37,400 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45221,1730978193820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:37,400 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45221,1730978193820-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:16:37,402 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:16:37,402 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:16:37,402 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45221,1730978193820-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:37,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:37,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45221,-1 for getting cluster id 2024-11-07T11:16:37,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:37,446 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72b4b6a5-aa74-422e-b5c6-224765f277aa' 2024-11-07T11:16:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72b4b6a5-aa74-422e-b5c6-224765f277aa" 2024-11-07T11:16:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a00fa1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45221,-1] 2024-11-07T11:16:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:37,448 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:37,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:37,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,41821,1730978194018, seqNum=-1] 2024-11-07T11:16:37,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:37,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:37,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:37,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61275 2024-11-07T11:16:37,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:37,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101150315880002 connected 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.log.dir so I do NOT create it in target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589 2024-11-07T11:16:37,485 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.tmp.dir so I do NOT create it in target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589 2024-11-07T11:16:37,485 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:16:37,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/cluster_d8727a77-7dae-76c8-19d5-f314e5e4104b, deleteOnExit=true 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/test.cache.data in system properties and HBase conf 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:16:37,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:16:37,485 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:16:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:16:37,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:37,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:16:37,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:16:37,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:16:37,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:16:37,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:37,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:16:37,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:16:37,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/java.io.tmpdir/jetty-localhost-34257-hadoop-hdfs-3_4_1-tests_jar-_-any-5128403950977529957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:16:37,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:34257} 2024-11-07T11:16:37,928 INFO [Time-limited test {}] server.Server(415): Started @61932ms 2024-11-07T11:16:38,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:16:38,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:16:38,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:16:38,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:16:38,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:16:38,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:16:38,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:16:38,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/java.io.tmpdir/jetty-localhost-44145-hadoop-hdfs-3_4_1-tests_jar-_-any-1674398175557139394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:16:38,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:44145} 2024-11-07T11:16:38,291 INFO [Time-limited test {}] server.Server(415): Started @62296ms 2024-11-07T11:16:38,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:16:38,960 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/cluster_d8727a77-7dae-76c8-19d5-f314e5e4104b/data/data2/current/BP-1381137802-172.17.0.2-1730978197503/current, will proceed with Du for space computation calculation, 2024-11-07T11:16:38,960 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/cluster_d8727a77-7dae-76c8-19d5-f314e5e4104b/data/data1/current/BP-1381137802-172.17.0.2-1730978197503/current, will proceed with Du for space computation calculation, 2024-11-07T11:16:38,975 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:16:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bce410655fbc705 with lease ID 0xbc37a14f6ca82b67: Processing first storage report for DS-f0a48f55-934e-4c7e-be2c-38da512b9e32 from datanode DatanodeRegistration(127.0.0.1:36013, datanodeUuid=4783ec66-ffe2-4b9e-b20b-be7cf88d70f3, infoPort=39977, infoSecurePort=0, ipcPort=38383, storageInfo=lv=-57;cid=testClusterID;nsid=448123368;c=1730978197503) 2024-11-07T11:16:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bce410655fbc705 with lease ID 0xbc37a14f6ca82b67: from storage DS-f0a48f55-934e-4c7e-be2c-38da512b9e32 node DatanodeRegistration(127.0.0.1:36013, datanodeUuid=4783ec66-ffe2-4b9e-b20b-be7cf88d70f3, infoPort=39977, infoSecurePort=0, ipcPort=38383, storageInfo=lv=-57;cid=testClusterID;nsid=448123368;c=1730978197503), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:16:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bce410655fbc705 with lease ID 0xbc37a14f6ca82b67: Processing first storage report for DS-c2e96873-dfb9-42b9-a1d7-3cb444e49874 from datanode DatanodeRegistration(127.0.0.1:36013, datanodeUuid=4783ec66-ffe2-4b9e-b20b-be7cf88d70f3, infoPort=39977, infoSecurePort=0, ipcPort=38383, storageInfo=lv=-57;cid=testClusterID;nsid=448123368;c=1730978197503) 2024-11-07T11:16:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bce410655fbc705 with lease ID 0xbc37a14f6ca82b67: from storage DS-c2e96873-dfb9-42b9-a1d7-3cb444e49874 node DatanodeRegistration(127.0.0.1:36013, datanodeUuid=4783ec66-ffe2-4b9e-b20b-be7cf88d70f3, infoPort=39977, infoSecurePort=0, ipcPort=38383, storageInfo=lv=-57;cid=testClusterID;nsid=448123368;c=1730978197503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:16:39,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589 2024-11-07T11:16:39,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:39,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:16:39,428 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f with version=8 2024-11-07T11:16:39,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/hbase-staging 2024-11-07T11:16:39,430 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:39,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:39,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:39,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:39,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:39,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:39,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:16:39,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:39,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39955 2024-11-07T11:16:39,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39955 connecting to ZooKeeper ensemble=127.0.0.1:61275 2024-11-07T11:16:39,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399550x0, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:39,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39955-0x101150315880003 connected 2024-11-07T11:16:39,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:39,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:39,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on znode that does not yet exist, /1-1961504825/running 2024-11-07T11:16:39,558 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f, hbase.cluster.distributed=false 2024-11-07T11:16:39,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on znode that does not yet exist, /1-1961504825/acl 2024-11-07T11:16:39,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39955 2024-11-07T11:16:39,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39955 2024-11-07T11:16:39,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39955 2024-11-07T11:16:39,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39955 2024-11-07T11:16:39,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39955 2024-11-07T11:16:39,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:16:39,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:39,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:39,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:16:39,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:16:39,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:16:39,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:16:39,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:16:39,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37321 2024-11-07T11:16:39,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37321 connecting to ZooKeeper ensemble=127.0.0.1:61275 2024-11-07T11:16:39,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:39,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:39,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373210x0, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:39,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37321-0x101150315880004 connected 2024-11-07T11:16:39,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on znode that does not yet exist, /1-1961504825/running 2024-11-07T11:16:39,588 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:16:39,589 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:16:39,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on znode that does not yet exist, /1-1961504825/master 2024-11-07T11:16:39,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on znode that does not yet exist, /1-1961504825/acl 2024-11-07T11:16:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37321 2024-11-07T11:16:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37321 2024-11-07T11:16:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37321 2024-11-07T11:16:39,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37321 2024-11-07T11:16:39,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37321 2024-11-07T11:16:39,608 DEBUG [M:0;4ab3d709c6df:39955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:39955 2024-11-07T11:16:39,608 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1961504825/backup-masters/4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:39,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825/backup-masters 2024-11-07T11:16:39,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825/backup-masters 2024-11-07T11:16:39,619 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on existing znode=/1-1961504825/backup-masters/4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:39,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:39,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1961504825/master 2024-11-07T11:16:39,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:39,629 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on existing znode=/1-1961504825/master 2024-11-07T11:16:39,630 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1961504825/backup-masters/4ab3d709c6df,39955,1730978199430 from backup master directory 2024-11-07T11:16:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1961504825/backup-masters/4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825/backup-masters 2024-11-07T11:16:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825/backup-masters 2024-11-07T11:16:39,639 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:39,639 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:39,643 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/hbase.id] with ID: 0538e725-dafe-4311-8f05-d933b87848e6 2024-11-07T11:16:39,643 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/.tmp/hbase.id 2024-11-07T11:16:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:16:40,202 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/.tmp/hbase.id]:[hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/hbase.id] 2024-11-07T11:16:40,212 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:40,212 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:16:40,214 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:16:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:40,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:40,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:16:40,747 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:16:40,748 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:16:40,749 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:40,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:16:41,155 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store 2024-11-07T11:16:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:16:41,562 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:41,562 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:16:41,562 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:41,563 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:41,563 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:16:41,563 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:41,563 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:16:41,563 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978201562Disabling compacts and flushes for region at 1730978201562Disabling writes for close at 1730978201563 (+1 ms)Writing region close event to WAL at 1730978201563Closed at 1730978201563 2024-11-07T11:16:41,564 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/.initializing 2024-11-07T11:16:41,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/WALs/4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:41,565 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:41,566 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C39955%2C1730978199430, suffix=, logDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/WALs/4ab3d709c6df,39955,1730978199430, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/oldWALs, maxLogs=10 2024-11-07T11:16:41,581 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/WALs/4ab3d709c6df,39955,1730978199430/4ab3d709c6df%2C39955%2C1730978199430.1730978201566, exclude list is [], retry=0 2024-11-07T11:16:41,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-f0a48f55-934e-4c7e-be2c-38da512b9e32,DISK] 2024-11-07T11:16:41,585 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/WALs/4ab3d709c6df,39955,1730978199430/4ab3d709c6df%2C39955%2C1730978199430.1730978201566 2024-11-07T11:16:41,585 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-07T11:16:41,585 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:41,585 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:41,585 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,585 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:16:41,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:41,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:41,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:16:41,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:41,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:41,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:16:41,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:41,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:41,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:16:41,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:41,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:41,593 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,594 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,594 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,596 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,596 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,596 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:41,597 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:16:41,599 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:41,600 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74731494, jitterRate=0.11358603835105896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:41,600 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978201586Initializing all the Stores at 1730978201586Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978201586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978201587 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978201587Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978201587Cleaning up temporary data from old regions at 1730978201596 (+9 ms)Region opened successfully at 1730978201600 (+4 ms) 2024-11-07T11:16:41,600 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:16:41,603 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f12210e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:41,604 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:16:41,604 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:16:41,604 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:16:41,604 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:16:41,605 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:16:41,605 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:16:41,605 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:16:41,608 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:16:41,609 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Unable to get data of znode /1-1961504825/balancer because node does not exist (not necessarily an error) 2024-11-07T11:16:41,625 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1961504825/balancer already deleted, retry=false 2024-11-07T11:16:41,626 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:16:41,626 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Unable to get data of znode /1-1961504825/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:16:41,636 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1961504825/normalizer already deleted, retry=false 2024-11-07T11:16:41,636 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:16:41,637 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Unable to get data of znode /1-1961504825/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:16:41,650 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1961504825/switch/split already deleted, retry=false 2024-11-07T11:16:41,651 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Unable to get data of znode /1-1961504825/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:16:41,660 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1961504825/switch/merge already deleted, retry=false 2024-11-07T11:16:41,662 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Unable to get data of znode /1-1961504825/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:16:41,671 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1961504825/snapshot-cleanup already deleted, retry=false 2024-11-07T11:16:41,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1961504825/running 2024-11-07T11:16:41,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1961504825/running 2024-11-07T11:16:41,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:41,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:41,682 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,39955,1730978199430, sessionid=0x101150315880003, setting cluster-up flag (Was=false) 2024-11-07T11:16:41,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:41,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:41,734 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1961504825/flush-table-proc/acquired, /1-1961504825/flush-table-proc/reached, /1-1961504825/flush-table-proc/abort 2024-11-07T11:16:41,735 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:41,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:41,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:41,786 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1961504825/online-snapshot/acquired, /1-1961504825/online-snapshot/reached, /1-1961504825/online-snapshot/abort 2024-11-07T11:16:41,787 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:41,788 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:16:41,790 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:41,790 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:16:41,790 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:16:41,790 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,39955,1730978199430 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:16:41,791 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:41,791 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:41,791 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:41,791 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:16:41,791 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:16:41,792 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,792 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:41,792 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,792 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978231792 2024-11-07T11:16:41,793 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:16:41,793 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:16:41,793 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:16:41,793 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:16:41,793 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:16:41,793 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:16:41,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:41,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:16:41,793 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,794 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:16:41,794 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:16:41,794 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:16:41,794 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:16:41,794 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:16:41,794 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:16:41,794 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:41,794 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978201794,5,FailOnTimeoutGroup] 2024-11-07T11:16:41,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:16:41,794 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978201794,5,FailOnTimeoutGroup] 2024-11-07T11:16:41,794 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,794 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:16:41,794 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,795 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:16:41,799 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(746): ClusterId : 0538e725-dafe-4311-8f05-d933b87848e6 2024-11-07T11:16:41,799 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:16:41,808 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:16:41,808 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:16:41,819 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:16:41,819 DEBUG [RS:0;4ab3d709c6df:37321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea78f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:16:41,831 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:37321 2024-11-07T11:16:41,831 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:16:41,831 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:16:41,831 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:16:41,832 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,39955,1730978199430 with port=37321, startcode=1730978199574 2024-11-07T11:16:41,832 DEBUG [RS:0;4ab3d709c6df:37321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:16:41,833 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:16:41,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:41,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39955 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:41,835 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f 2024-11-07T11:16:41,835 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36377 2024-11-07T11:16:41,835 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:16:41,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825/rs 2024-11-07T11:16:41,891 DEBUG [RS:0;4ab3d709c6df:37321 {}] zookeeper.ZKUtil(111): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on existing znode=/1-1961504825/rs/4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:41,891 WARN [RS:0;4ab3d709c6df:37321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:16:41,891 INFO [RS:0;4ab3d709c6df:37321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:41,891 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/WALs/4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:41,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,37321,1730978199574] 2024-11-07T11:16:41,895 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:16:41,897 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:16:41,897 INFO [RS:0;4ab3d709c6df:37321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:16:41,897 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,897 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:16:41,898 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:16:41,898 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,898 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,898 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,898 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,898 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,898 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,898 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:16:41,898 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,898 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,899 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,899 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,899 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,899 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:16:41,899 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:41,899 DEBUG [RS:0;4ab3d709c6df:37321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:16:41,899 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,899 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,899 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,899 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,899 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,899 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37321,1730978199574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:41,912 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:16:41,913 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,37321,1730978199574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,913 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,913 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.Replication(171): 4ab3d709c6df,37321,1730978199574 started 2024-11-07T11:16:41,925 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:41,925 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,37321,1730978199574, RpcServer on 4ab3d709c6df/172.17.0.2:37321, sessionid=0x101150315880004 2024-11-07T11:16:41,925 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:16:41,925 DEBUG [RS:0;4ab3d709c6df:37321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:41,925 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,37321,1730978199574' 2024-11-07T11:16:41,925 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1961504825/flush-table-proc/abort' 2024-11-07T11:16:41,926 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1961504825/flush-table-proc/acquired' 2024-11-07T11:16:41,926 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:16:41,926 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:16:41,926 DEBUG [RS:0;4ab3d709c6df:37321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:41,926 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,37321,1730978199574' 2024-11-07T11:16:41,926 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1961504825/online-snapshot/abort' 2024-11-07T11:16:41,926 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1961504825/online-snapshot/acquired' 2024-11-07T11:16:41,927 DEBUG [RS:0;4ab3d709c6df:37321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:16:41,927 INFO [RS:0;4ab3d709c6df:37321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:16:41,927 INFO [RS:0;4ab3d709c6df:37321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:16:42,027 INFO [RS:0;4ab3d709c6df:37321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:16:42,028 INFO [RS:0;4ab3d709c6df:37321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C37321%2C1730978199574, suffix=, logDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/WALs/4ab3d709c6df,37321,1730978199574, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/oldWALs, maxLogs=10 2024-11-07T11:16:42,040 DEBUG [RS:0;4ab3d709c6df:37321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/WALs/4ab3d709c6df,37321,1730978199574/4ab3d709c6df%2C37321%2C1730978199574.1730978202029, exclude list is [], retry=0 2024-11-07T11:16:42,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-f0a48f55-934e-4c7e-be2c-38da512b9e32,DISK] 2024-11-07T11:16:42,044 INFO [RS:0;4ab3d709c6df:37321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/WALs/4ab3d709c6df,37321,1730978199574/4ab3d709c6df%2C37321%2C1730978199574.1730978202029 2024-11-07T11:16:42,044 DEBUG [RS:0;4ab3d709c6df:37321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-07T11:16:42,191 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:16:42,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:16:42,200 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f 2024-11-07T11:16:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:16:42,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:42,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:16:42,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:16:42,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:42,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:42,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:16:42,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:16:42,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:42,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:42,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:16:42,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:16:42,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:42,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:42,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:16:42,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:16:42,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:42,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:42,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:16:42,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740 2024-11-07T11:16:42,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740 2024-11-07T11:16:42,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:16:42,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:16:42,615 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:42,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:16:42,618 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:42,619 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70879948, jitterRate=0.056193530559539795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:42,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978202606Initializing all the Stores at 1730978202607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978202607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978202607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978202607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978202607Cleaning up temporary data from old regions at 1730978202615 (+8 ms)Region opened successfully at 1730978202619 (+4 ms) 2024-11-07T11:16:42,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:16:42,619 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:16:42,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:16:42,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:16:42,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:16:42,619 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:16:42,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978202619Disabling compacts and flushes for region at 1730978202619Disabling writes for close at 1730978202619Writing region close event to WAL at 1730978202619Closed at 1730978202619 2024-11-07T11:16:42,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:42,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:16:42,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:16:42,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:42,623 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:16:42,773 DEBUG [4ab3d709c6df:39955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:16:42,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:42,775 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,37321,1730978199574, state=OPENING 2024-11-07T11:16:42,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:16:42,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:42,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:42,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:42,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:42,836 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:16:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:16:42,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1961504825/meta-region-server: CHANGED 2024-11-07T11:16:42,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:16:42,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,37321,1730978199574}] 2024-11-07T11:16:42,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1961504825/meta-region-server: CHANGED 2024-11-07T11:16:42,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:16:42,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T11:16:42,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:16:42,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T11:16:42,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:16:42,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T11:16:42,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:16:42,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T11:16:43,000 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:16:43,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:16:43,005 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:16:43,005 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:43,005 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:16:43,007 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C37321%2C1730978199574.meta, suffix=.meta, logDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/WALs/4ab3d709c6df,37321,1730978199574, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/oldWALs, maxLogs=10 2024-11-07T11:16:43,019 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/WALs/4ab3d709c6df,37321,1730978199574/4ab3d709c6df%2C37321%2C1730978199574.meta.1730978203007.meta, exclude list is [], retry=0 2024-11-07T11:16:43,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36013,DS-f0a48f55-934e-4c7e-be2c-38da512b9e32,DISK] 2024-11-07T11:16:43,023 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/WALs/4ab3d709c6df,37321,1730978199574/4ab3d709c6df%2C37321%2C1730978199574.meta.1730978203007.meta 2024-11-07T11:16:43,023 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-07T11:16:43,023 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:43,023 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:43,023 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:16:43,023 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:16:43,023 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:16:43,024 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:16:43,024 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:43,024 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:16:43,024 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:16:43,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:16:43,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:16:43,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:43,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:43,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:16:43,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:16:43,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:43,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:43,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:16:43,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:16:43,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:43,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:43,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:16:43,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:16:43,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:43,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:16:43,030 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:16:43,030 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740 2024-11-07T11:16:43,031 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740 2024-11-07T11:16:43,033 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:16:43,033 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:16:43,033 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:16:43,034 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:16:43,035 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67242211, jitterRate=0.0019870251417160034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:16:43,035 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:16:43,035 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978203024Writing region info on filesystem at 1730978203024Initializing all the Stores at 1730978203025 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978203025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978203025Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978203025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978203025Cleaning up temporary data from old regions at 1730978203033 (+8 ms)Running coprocessor post-open hooks at 1730978203035 (+2 ms)Region opened successfully at 1730978203035 2024-11-07T11:16:43,036 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978203000 2024-11-07T11:16:43,038 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:16:43,038 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:16:43,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:43,039 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,37321,1730978199574, state=OPEN 2024-11-07T11:16:43,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1961504825/meta-region-server 2024-11-07T11:16:43,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1961504825/meta-region-server 2024-11-07T11:16:43,050 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:43,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1961504825/meta-region-server: CHANGED 2024-11-07T11:16:43,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1961504825/meta-region-server: CHANGED 2024-11-07T11:16:43,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:16:43,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,37321,1730978199574 in 203 msec 2024-11-07T11:16:43,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:16:43,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-07T11:16:43,055 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:16:43,055 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:16:43,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:43,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,37321,1730978199574, seqNum=-1] 2024-11-07T11:16:43,057 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:43,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:43,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-07T11:16:43,063 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978203063, completionTime=-1 2024-11-07T11:16:43,063 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:16:43,063 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:16:43,065 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:16:43,065 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978263065 2024-11-07T11:16:43,065 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978323065 2024-11-07T11:16:43,065 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:16:43,066 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39955,1730978199430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:43,066 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39955,1730978199430-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:43,066 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39955,1730978199430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:43,066 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:39955, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:43,066 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:43,066 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:43,067 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:16:43,069 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.430sec 2024-11-07T11:16:43,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:16:43,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:16:43,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:16:43,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:16:43,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:16:43,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39955,1730978199430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:16:43,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39955,1730978199430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:16:43,072 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:16:43,072 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:16:43,072 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39955,1730978199430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:16:43,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0b6409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:43,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39955,-1 for getting cluster id 2024-11-07T11:16:43,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:43,102 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0538e725-dafe-4311-8f05-d933b87848e6' 2024-11-07T11:16:43,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:43,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0538e725-dafe-4311-8f05-d933b87848e6" 2024-11-07T11:16:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15aa1e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39955,-1] 2024-11-07T11:16:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:43,104 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:43,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:43,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:43,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,37321,1730978199574, seqNum=-1] 2024-11-07T11:16:43,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:43,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:43,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:43,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61275 2024-11-07T11:16:43,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:16:43,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101150315880005 connected 2024-11-07T11:16:43,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:43,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28727964 2024-11-07T11:16:43,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:43,140 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:43,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:16:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:16:43,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:16:43,148 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:43,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:16:43,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:16:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:16:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:43,557 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0686f8d5f5e276d68d281e666936e3d, NAME => 'test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2 2024-11-07T11:16:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:16:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:43,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:43,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d0686f8d5f5e276d68d281e666936e3d, disabling compactions & flushes 2024-11-07T11:16:43,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:16:43,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:16:43,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. after waiting 0 ms 2024-11-07T11:16:43,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:16:43,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:16:43,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0686f8d5f5e276d68d281e666936e3d: Waiting for close lock at 1730978203965Disabling compacts and flushes for region at 1730978203965Disabling writes for close at 1730978203965Writing region close event to WAL at 1730978203965Closed at 1730978203965 2024-11-07T11:16:43,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:16:43,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978203966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978203966"}]},"ts":"1730978203966"} 2024-11-07T11:16:43,969 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:16:43,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:16:43,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978203970"}]},"ts":"1730978203970"} 2024-11-07T11:16:43,972 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:16:43,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0686f8d5f5e276d68d281e666936e3d, ASSIGN}] 2024-11-07T11:16:43,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0686f8d5f5e276d68d281e666936e3d, ASSIGN 2024-11-07T11:16:43,974 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d0686f8d5f5e276d68d281e666936e3d, ASSIGN; state=OFFLINE, location=4ab3d709c6df,41821,1730978194018; forceNewPlan=false, retain=false 2024-11-07T11:16:44,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0686f8d5f5e276d68d281e666936e3d, regionState=OPENING, regionLocation=4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:44,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d0686f8d5f5e276d68d281e666936e3d, ASSIGN because future has completed 2024-11-07T11:16:44,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0686f8d5f5e276d68d281e666936e3d, server=4ab3d709c6df,41821,1730978194018}] 2024-11-07T11:16:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:44,288 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:16:44,288 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d0686f8d5f5e276d68d281e666936e3d, NAME => 'test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:44,289 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:44,289 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:16:44,289 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,289 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:44,289 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,289 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,292 INFO [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,294 INFO [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0686f8d5f5e276d68d281e666936e3d columnFamilyName f 2024-11-07T11:16:44,294 DEBUG [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:44,294 INFO [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] regionserver.HStore(327): Store=d0686f8d5f5e276d68d281e666936e3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:44,294 INFO [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,295 INFO [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0686f8d5f5e276d68d281e666936e3d columnFamilyName f1 2024-11-07T11:16:44,295 DEBUG [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:44,296 INFO [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] regionserver.HStore(327): Store=d0686f8d5f5e276d68d281e666936e3d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:44,296 INFO [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,297 INFO [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0686f8d5f5e276d68d281e666936e3d columnFamilyName norep 2024-11-07T11:16:44,297 DEBUG [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:44,297 INFO [StoreOpener-d0686f8d5f5e276d68d281e666936e3d-1 {}] regionserver.HStore(327): Store=d0686f8d5f5e276d68d281e666936e3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:44,298 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,298 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,299 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,300 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,300 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,300 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:16:44,302 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,304 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:44,304 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d0686f8d5f5e276d68d281e666936e3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67768929, jitterRate=0.009835734963417053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:16:44,304 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:16:44,305 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d0686f8d5f5e276d68d281e666936e3d: Running coprocessor pre-open hook at 1730978204289Writing region info on filesystem at 1730978204289Initializing all the Stores at 1730978204290 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978204290Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978204292 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978204292Cleaning up temporary data from old regions at 1730978204300 (+8 ms)Running coprocessor post-open hooks at 1730978204304 (+4 ms)Region opened successfully at 1730978204305 (+1 ms) 2024-11-07T11:16:44,307 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., pid=6, masterSystemTime=1730978204279 2024-11-07T11:16:44,309 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:16:44,309 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:16:44,310 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0686f8d5f5e276d68d281e666936e3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:44,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0686f8d5f5e276d68d281e666936e3d, server=4ab3d709c6df,41821,1730978194018 because future has completed 2024-11-07T11:16:44,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:16:44,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d0686f8d5f5e276d68d281e666936e3d, server=4ab3d709c6df,41821,1730978194018 in 186 msec 2024-11-07T11:16:44,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:16:44,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d0686f8d5f5e276d68d281e666936e3d, ASSIGN in 343 msec 2024-11-07T11:16:44,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:16:44,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978204318"}]},"ts":"1730978204318"} 2024-11-07T11:16:44,321 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:16:44,322 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:16:44,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-07T11:16:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:45,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:45,305 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:16:45,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:45,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f3d2d9 2024-11-07T11:16:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:45,306 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:45,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:16:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:16:45,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:16:45,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:45,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:16:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:45,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:16:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:16:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:45,718 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ebd0c34ad44a16e84d9823eeae1d15c, NAME => 'test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f 2024-11-07T11:16:45,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:16:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:46,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:46,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ebd0c34ad44a16e84d9823eeae1d15c, disabling compactions & flushes 2024-11-07T11:16:46,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:16:46,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:16:46,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. after waiting 0 ms 2024-11-07T11:16:46,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:16:46,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:16:46,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ebd0c34ad44a16e84d9823eeae1d15c: Waiting for close lock at 1730978206124Disabling compacts and flushes for region at 1730978206124Disabling writes for close at 1730978206125 (+1 ms)Writing region close event to WAL at 1730978206125Closed at 1730978206125 2024-11-07T11:16:46,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:16:46,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978206126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978206126"}]},"ts":"1730978206126"} 2024-11-07T11:16:46,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:16:46,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:16:46,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978206151"}]},"ts":"1730978206151"} 2024-11-07T11:16:46,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:16:46,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ebd0c34ad44a16e84d9823eeae1d15c, ASSIGN}] 2024-11-07T11:16:46,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ebd0c34ad44a16e84d9823eeae1d15c, ASSIGN 2024-11-07T11:16:46,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ebd0c34ad44a16e84d9823eeae1d15c, ASSIGN; state=OFFLINE, location=4ab3d709c6df,37321,1730978199574; forceNewPlan=false, retain=false 2024-11-07T11:16:46,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ebd0c34ad44a16e84d9823eeae1d15c, regionState=OPENING, regionLocation=4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:46,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ebd0c34ad44a16e84d9823eeae1d15c, ASSIGN because future has completed 2024-11-07T11:16:46,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ebd0c34ad44a16e84d9823eeae1d15c, server=4ab3d709c6df,37321,1730978199574}] 2024-11-07T11:16:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:46,467 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:16:46,467 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ebd0c34ad44a16e84d9823eeae1d15c, NAME => 'test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:46,467 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:46,468 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:16:46,468 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,468 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:46,468 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,468 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,469 INFO [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,471 INFO [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebd0c34ad44a16e84d9823eeae1d15c columnFamilyName f 2024-11-07T11:16:46,471 DEBUG [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:46,471 INFO [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] regionserver.HStore(327): Store=9ebd0c34ad44a16e84d9823eeae1d15c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:46,472 INFO [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,473 INFO [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebd0c34ad44a16e84d9823eeae1d15c columnFamilyName f1 2024-11-07T11:16:46,473 DEBUG [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:46,473 INFO [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] regionserver.HStore(327): Store=9ebd0c34ad44a16e84d9823eeae1d15c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:46,473 INFO [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,475 INFO [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebd0c34ad44a16e84d9823eeae1d15c columnFamilyName norep 2024-11-07T11:16:46,475 DEBUG [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:46,475 INFO [StoreOpener-9ebd0c34ad44a16e84d9823eeae1d15c-1 {}] regionserver.HStore(327): Store=9ebd0c34ad44a16e84d9823eeae1d15c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:46,475 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,476 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,476 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,477 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,477 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,478 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:16:46,479 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,481 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:46,482 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ebd0c34ad44a16e84d9823eeae1d15c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73176325, jitterRate=0.0904122143983841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:16:46,482 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:16:46,482 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ebd0c34ad44a16e84d9823eeae1d15c: Running coprocessor pre-open hook at 1730978206468Writing region info on filesystem at 1730978206468Initializing all the Stores at 1730978206469 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978206469Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978206469Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978206469Cleaning up temporary data from old regions at 1730978206477 (+8 ms)Running coprocessor post-open hooks at 1730978206482 (+5 ms)Region opened successfully at 1730978206482 2024-11-07T11:16:46,483 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c., pid=6, masterSystemTime=1730978206463 2024-11-07T11:16:46,485 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:16:46,485 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:16:46,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ebd0c34ad44a16e84d9823eeae1d15c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,37321,1730978199574 2024-11-07T11:16:46,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ebd0c34ad44a16e84d9823eeae1d15c, server=4ab3d709c6df,37321,1730978199574 because future has completed 2024-11-07T11:16:46,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:16:46,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ebd0c34ad44a16e84d9823eeae1d15c, server=4ab3d709c6df,37321,1730978199574 in 179 msec 2024-11-07T11:16:46,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:16:46,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ebd0c34ad44a16e84d9823eeae1d15c, ASSIGN in 337 msec 2024-11-07T11:16:46,494 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:16:46,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978206494"}]},"ts":"1730978206494"} 2024-11-07T11:16:46,496 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:16:46,497 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:16:46,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1900 sec 2024-11-07T11:16:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:16:47,454 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:16:47,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a8218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45221,-1 for getting cluster id 2024-11-07T11:16:47,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:47,455 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72b4b6a5-aa74-422e-b5c6-224765f277aa' 2024-11-07T11:16:47,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:47,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72b4b6a5-aa74-422e-b5c6-224765f277aa" 2024-11-07T11:16:47,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42608bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45221,-1] 2024-11-07T11:16:47,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:47,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:47,457 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187caddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39955,-1 for getting cluster id 2024-11-07T11:16:47,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:47,459 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0538e725-dafe-4311-8f05-d933b87848e6' 2024-11-07T11:16:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0538e725-dafe-4311-8f05-d933b87848e6" 2024-11-07T11:16:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e45b34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39955,-1] 2024-11-07T11:16:47,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:47,460 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:47,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79dcb639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45221,-1 for getting cluster id 2024-11-07T11:16:47,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:47,462 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72b4b6a5-aa74-422e-b5c6-224765f277aa' 2024-11-07T11:16:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72b4b6a5-aa74-422e-b5c6-224765f277aa" 2024-11-07T11:16:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cac4edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45221,-1] 2024-11-07T11:16:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:47,464 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abf8e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:47,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:47,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11acb06e 2024-11-07T11:16:47,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:47,469 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:47,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:39955,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:16:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:16:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:16:47,472 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:39955' 2024-11-07T11:16:47,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141c3e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,474 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39955,-1 for getting cluster id 2024-11-07T11:16:47,474 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:47,474 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0538e725-dafe-4311-8f05-d933b87848e6' 2024-11-07T11:16:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0538e725-dafe-4311-8f05-d933b87848e6" 2024-11-07T11:16:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bae7312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39955,-1] 2024-11-07T11:16:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:47,476 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:47,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25936ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:47,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:47,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:47,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa84806 2024-11-07T11:16:47,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:47,478 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:47,479 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:16:47,479 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:16:47,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:47,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:47,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:47,480 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:16:47,481 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:16:47,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:16:47,482 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:47,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:16:47,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:16:47,531 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:16:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:16:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:16:47,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ad4794880f53aa8c4507ba1f0ff7dcb, NAME => 'hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2 2024-11-07T11:16:47,895 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T11:16:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:16:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:16:48,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:48,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5ad4794880f53aa8c4507ba1f0ff7dcb, disabling compactions & flushes 2024-11-07T11:16:48,297 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:16:48,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:16:48,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. after waiting 0 ms 2024-11-07T11:16:48,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:16:48,297 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:16:48,297 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ad4794880f53aa8c4507ba1f0ff7dcb: Waiting for close lock at 1730978208297Disabling compacts and flushes for region at 1730978208297Disabling writes for close at 1730978208297Writing region close event to WAL at 1730978208297Closed at 1730978208297 2024-11-07T11:16:48,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:16:48,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978208298"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978208298"}]},"ts":"1730978208298"} 2024-11-07T11:16:48,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:16:48,301 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:16:48,301 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978208301"}]},"ts":"1730978208301"} 2024-11-07T11:16:48,303 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:16:48,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ad4794880f53aa8c4507ba1f0ff7dcb, ASSIGN}] 2024-11-07T11:16:48,305 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ad4794880f53aa8c4507ba1f0ff7dcb, ASSIGN 2024-11-07T11:16:48,305 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5ad4794880f53aa8c4507ba1f0ff7dcb, ASSIGN; state=OFFLINE, location=4ab3d709c6df,41821,1730978194018; forceNewPlan=false, retain=false 2024-11-07T11:16:48,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ad4794880f53aa8c4507ba1f0ff7dcb, regionState=OPENING, regionLocation=4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:48,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5ad4794880f53aa8c4507ba1f0ff7dcb, ASSIGN because future has completed 2024-11-07T11:16:48,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ad4794880f53aa8c4507ba1f0ff7dcb, server=4ab3d709c6df,41821,1730978194018}] 2024-11-07T11:16:48,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:16:48,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:48,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:48,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:16:48,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:16:48,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:16:48,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:16:48,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C41821%2C1730978194018.rep, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/oldWALs, maxLogs=10 2024-11-07T11:16:48,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.rep.1730978208619, exclude list is [], retry=0 2024-11-07T11:16:48,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-e3ca00b4-653b-43dd-bab4-48542ec5595a,DISK] 2024-11-07T11:16:48,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.rep.1730978208619 2024-11-07T11:16:48,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40015:40015)] 2024-11-07T11:16:48,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ad4794880f53aa8c4507ba1f0ff7dcb, NAME => 'hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:16:48,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:16:48,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:16:48,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. service=MultiRowMutationService 2024-11-07T11:16:48,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:16:48,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:16:48,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,644 INFO [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,645 INFO [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ad4794880f53aa8c4507ba1f0ff7dcb columnFamilyName hfileref 2024-11-07T11:16:48,645 DEBUG [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:48,645 INFO [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] regionserver.HStore(327): Store=5ad4794880f53aa8c4507ba1f0ff7dcb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:48,646 INFO [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,647 INFO [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ad4794880f53aa8c4507ba1f0ff7dcb columnFamilyName queue 2024-11-07T11:16:48,647 DEBUG [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:48,647 INFO [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] regionserver.HStore(327): Store=5ad4794880f53aa8c4507ba1f0ff7dcb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:48,647 INFO [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,648 INFO [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ad4794880f53aa8c4507ba1f0ff7dcb columnFamilyName sid 2024-11-07T11:16:48,648 DEBUG [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:16:48,649 INFO [StoreOpener-5ad4794880f53aa8c4507ba1f0ff7dcb-1 {}] regionserver.HStore(327): Store=5ad4794880f53aa8c4507ba1f0ff7dcb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:16:48,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:16:48,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:16:48,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5ad4794880f53aa8c4507ba1f0ff7dcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71450773, jitterRate=0.06469948589801788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:16:48,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:16:48,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5ad4794880f53aa8c4507ba1f0ff7dcb: Running coprocessor pre-open hook at 1730978208642Writing region info on filesystem at 1730978208642Initializing all the Stores at 1730978208643 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978208643Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978208644 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978208644Cleaning up temporary data from old regions at 1730978208651 (+7 ms)Running coprocessor post-open hooks at 1730978208655 (+4 ms)Region opened successfully at 1730978208656 (+1 ms) 2024-11-07T11:16:48,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb., pid=10, masterSystemTime=1730978208612 2024-11-07T11:16:48,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:16:48,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:16:48,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5ad4794880f53aa8c4507ba1f0ff7dcb, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,41821,1730978194018 2024-11-07T11:16:48,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ad4794880f53aa8c4507ba1f0ff7dcb, server=4ab3d709c6df,41821,1730978194018 because future has completed 2024-11-07T11:16:48,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:16:48,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ad4794880f53aa8c4507ba1f0ff7dcb, server=4ab3d709c6df,41821,1730978194018 in 205 msec 2024-11-07T11:16:48,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:16:48,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5ad4794880f53aa8c4507ba1f0ff7dcb, ASSIGN in 363 msec 2024-11-07T11:16:48,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:16:48,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978208669"}]},"ts":"1730978208669"} 2024-11-07T11:16:48,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:16:48,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:16:48,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-07T11:16:48,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2] 2024-11-07T11:16:48,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:48,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:16:48,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:16:48,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:16:48,947 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:16:48,973 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,41821,1730978194018, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:16:48,973 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:48,974 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,41821,1730978194018, seqNum=-1] 2024-11-07T11:16:48,974 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:48,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-07T11:16:48,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,41821,1730978194018', locateType=CURRENT is [region=hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2] 2024-11-07T11:16:48,979 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:16:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:16:48,981 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,41821,1730978194018 suceeded 2024-11-07T11:16:48,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:16:48,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-07T11:16:48,983 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:39955,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-07T11:16:48,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-11-07T11:16:48,994 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:39955' 2024-11-07T11:16:48,995 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@88cb53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:48,995 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39955,-1 for getting cluster id 2024-11-07T11:16:48,995 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:48,996 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0538e725-dafe-4311-8f05-d933b87848e6' 2024-11-07T11:16:48,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:48,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0538e725-dafe-4311-8f05-d933b87848e6" 2024-11-07T11:16:48,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76d1d307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:48,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39955,-1] 2024-11-07T11:16:48,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:48,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:48,997 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:48,998 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@443566e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:48,998 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:48,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78bd7952 2024-11-07T11:16:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:48,999 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-07T11:16:49,000 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,41821,1730978194018 (queues=1) is replicating from cluster=72b4b6a5-aa74-422e-b5c6-224765f277aa to cluster=0538e725-dafe-4311-8f05-d933b87848e6 2024-11-07T11:16:49,000 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C41821%2C1730978194018 2024-11-07T11:16:49,000 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,41821,1730978194018, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:16:49,000 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325, startPosition=0, beingWritten=true 2024-11-07T11:16:49,001 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C41821%2C1730978194018 2024-11-07T11:16:49,008 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:16:49,008 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 379, reset compression=false 2024-11-07T11:16:49,008 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,41821,1730978194018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:16:49,211 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 379, reset compression=false 2024-11-07T11:16:49,515 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 379, reset compression=false 2024-11-07T11:16:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:16:49,613 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:16:49,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:49,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:49,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:49,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:49,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:49,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:49,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f/f/hfile_0 is 36, key is aaaa/f:row/1730978209618/Put/seqid=0 2024-11-07T11:16:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741840_1016 (size=7894) 2024-11-07T11:16:49,919 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 379, reset compression=false 2024-11-07T11:16:50,027 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f/f/hfile_1 is 34, key is ddd/f:row/1730978210025/Put/seqid=0 2024-11-07T11:16:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741841_1017 (size=7691) 2024-11-07T11:16:50,423 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 379, reset compression=false 2024-11-07T11:16:50,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:50,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45221,-1 for getting cluster id 2024-11-07T11:16:50,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:50,435 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72b4b6a5-aa74-422e-b5c6-224765f277aa' 2024-11-07T11:16:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72b4b6a5-aa74-422e-b5c6-224765f277aa" 2024-11-07T11:16:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a881d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45221,-1] 2024-11-07T11:16:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:50,437 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:50,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:50,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:50,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,41821,1730978194018, seqNum=-1] 2024-11-07T11:16:50,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:50,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:50,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:50,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:50,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@168b9f2a 2024-11-07T11:16:50,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:50,453 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:50,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2] 2024-11-07T11:16:50,466 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:16:50,478 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T11:16:50,481 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T11:16:50,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f/f/hfile_0 for inclusion in d0686f8d5f5e276d68d281e666936e3d/f 2024-11-07T11:16:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T11:16:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:16:50,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f/f/hfile_1 for inclusion in d0686f8d5f5e276d68d281e666936e3d/f 2024-11-07T11:16:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T11:16:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:16:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HRegion(2603): Flush status journal for d0686f8d5f5e276d68d281e666936e3d: 2024-11-07T11:16:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f/f/hfile_0 to hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_0 2024-11-07T11:16:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_0 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ 2024-11-07T11:16:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f/f/hfile_1 to hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_1 2024-11-07T11:16:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_1 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_ 2024-11-07T11:16:50,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_0 into d0686f8d5f5e276d68d281e666936e3d/f as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ - updating store file list. 2024-11-07T11:16:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d8ec530e1734fc79f7d25891350d69b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:16:50,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ into d0686f8d5f5e276d68d281e666936e3d/f 2024-11-07T11:16:50,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_0 into d0686f8d5f5e276d68d281e666936e3d/f (new location: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_) 2024-11-07T11:16:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_0 2024-11-07T11:16:50,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_1 into d0686f8d5f5e276d68d281e666936e3d/f as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_ - updating store file list. 2024-11-07T11:16:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c659c5b7f364dde912e15e4a0029458_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:16:50,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_ into d0686f8d5f5e276d68d281e666936e3d/f 2024-11-07T11:16:50,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_1 into d0686f8d5f5e276d68d281e666936e3d/f (new location: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_) 2024-11-07T11:16:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__ebcdd3mu1ln2m3ekdqbjafmvi7gc7klqc0d0otpu26v5h74un6rl0ifvikf92gfm/f/hfile_1 2024-11-07T11:16:50,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:50,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:50,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:50,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:50,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:50,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2 , the old value is region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4ab3d709c6df:41821 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:16:50,538 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T11:16:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,37321,1730978199574, seqNum=-1] 2024-11-07T11:16:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:16:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2 from cache 2024-11-07T11:16:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:50,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:50,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c., hostname=4ab3d709c6df,37321,1730978199574, seqNum=2] 2024-11-07T11:16:50,543 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T11:16:50,645 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T11:16:51,026 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 379, reset compression=false 2024-11-07T11:16:51,031 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:16:51,032 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,41821,1730978194018 got entry batch from reader: WALEntryBatch [walEntries=[{test/d0686f8d5f5e276d68d281e666936e3d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730978210530/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T11:16:51,049 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:16:51,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-07T11:16:51,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.ReplicationSink(318): Replicating [72b4b6a5-aa74-422e-b5c6-224765f277aa] bulk loaded data 2024-11-07T11:16:51,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d6ccee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:51,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39955,-1 for getting cluster id 2024-11-07T11:16:51,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:51,055 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0538e725-dafe-4311-8f05-d933b87848e6' 2024-11-07T11:16:51,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:51,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0538e725-dafe-4311-8f05-d933b87848e6" 2024-11-07T11:16:51,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14f732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:51,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39955,-1] 2024-11-07T11:16:51,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:51,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:51,056 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:51,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@185833b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741837_1013 (size=7894) 2024-11-07T11:16:51,232 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 687, reset compression=false 2024-11-07T11:16:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741838_1014 (size=7691) 2024-11-07T11:16:51,536 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 687, reset compression=false 2024-11-07T11:16:51,545 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T11:16:51,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:51,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39955,1730978199430 2024-11-07T11:16:51,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bd3d7b4 2024-11-07T11:16:51,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:51,885 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-07T11:16:51,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:16:51,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:51,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,37321,1730978199574, seqNum=-1] 2024-11-07T11:16:51,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:51,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-07T11:16:51,897 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T11:16:51,901 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T11:16:51,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ for inclusion in 9ebd0c34ad44a16e84d9823eeae1d15c/f 2024-11-07T11:16:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T11:16:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:16:51,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_ for inclusion in 9ebd0c34ad44a16e84d9823eeae1d15c/f 2024-11-07T11:16:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T11:16:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:16:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HRegion(2603): Flush status journal for 9ebd0c34ad44a16e84d9823eeae1d15c: 2024-11-07T11:16:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:16:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/f/51b5b1984aca4a4a9be1c34703d0d841_SeqId_4_ 2024-11-07T11:16:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0c659c5b7f364dde912e15e4a0029458_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:16:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_ as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/f/0e9d8cc379ab419d986eab081d29883a_SeqId_4_ 2024-11-07T11:16:51,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ into 9ebd0c34ad44a16e84d9823eeae1d15c/f as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/f/51b5b1984aca4a4a9be1c34703d0d841_SeqId_4_ - updating store file list. 2024-11-07T11:16:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 51b5b1984aca4a4a9be1c34703d0d841_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:16:51,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/f/51b5b1984aca4a4a9be1c34703d0d841_SeqId_4_ into 9ebd0c34ad44a16e84d9823eeae1d15c/f 2024-11-07T11:16:51,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ into 9ebd0c34ad44a16e84d9823eeae1d15c/f (new location: hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/f/51b5b1984aca4a4a9be1c34703d0d841_SeqId_4_) 2024-11-07T11:16:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/2d8ec530e1734fc79f7d25891350d69b_SeqId_4_ 2024-11-07T11:16:51,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_ into 9ebd0c34ad44a16e84d9823eeae1d15c/f as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/f/0e9d8cc379ab419d986eab081d29883a_SeqId_4_ - updating store file list. 2024-11-07T11:16:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e9d8cc379ab419d986eab081d29883a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:16:51,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/f/0e9d8cc379ab419d986eab081d29883a_SeqId_4_ into 9ebd0c34ad44a16e84d9823eeae1d15c/f 2024-11-07T11:16:51,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_ into 9ebd0c34ad44a16e84d9823eeae1d15c/f (new location: hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/f/0e9d8cc379ab419d986eab081d29883a_SeqId_4_) 2024-11-07T11:16:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/staging/jenkins.hfs.6__test__n2adhkl2pvifs8jjgjcbvodcf446te9u3hlnigdk43qm0ua2gm532nti89f67jug/f/0c659c5b7f364dde912e15e4a0029458_SeqId_4_ 2024-11-07T11:16:51,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37321 {}] regionserver.ReplicationSink(324): Finished replicating [72b4b6a5-aa74-422e-b5c6-224765f277aa] bulk loaded data 2024-11-07T11:16:51,940 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 687, reset compression=false 2024-11-07T11:16:52,444 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 687, reset compression=false 2024-11-07T11:16:52,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:16:52,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1730978212563/Put/seqid=0 2024-11-07T11:16:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741842_1018 (size=7997) 2024-11-07T11:16:52,972 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1730978212971/Put/seqid=0 2024-11-07T11:16:52,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741843_1019 (size=7794) 2024-11-07T11:16:52,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:16:52,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T11:16:52,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T11:16:52,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T11:16:52,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:16:52,984 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T11:16:53,047 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 687, reset compression=false 2024-11-07T11:16:53,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:53,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45221,-1 for getting cluster id 2024-11-07T11:16:53,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:16:53,378 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72b4b6a5-aa74-422e-b5c6-224765f277aa' 2024-11-07T11:16:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:16:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72b4b6a5-aa74-422e-b5c6-224765f277aa" 2024-11-07T11:16:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287b2d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45221,-1] 2024-11-07T11:16:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:16:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:53,380 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:16:53,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:16:53,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,41821,1730978194018, seqNum=-1] 2024-11-07T11:16:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:53,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:53,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:16:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45221,1730978193820 2024-11-07T11:16:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8de6cc 2024-11-07T11:16:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:16:53,394 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:16:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2] 2024-11-07T11:16:53,400 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:16:53,406 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T11:16:53,409 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T11:16:53,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f1/f1/hfile_0 for inclusion in d0686f8d5f5e276d68d281e666936e3d/f1 2024-11-07T11:16:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T11:16:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:16:53,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f1/f1/hfile_1 for inclusion in d0686f8d5f5e276d68d281e666936e3d/f1 2024-11-07T11:16:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T11:16:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:16:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HRegion(2603): Flush status journal for d0686f8d5f5e276d68d281e666936e3d: 2024-11-07T11:16:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f1/f1/hfile_0 to hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_0 2024-11-07T11:16:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_0 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f1/28ec7a63d6b44bd8a6f2012450295dbf_SeqId_6_ 2024-11-07T11:16:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/load_f1/f1/hfile_1 to hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_1 2024-11-07T11:16:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_1 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f1/33c63baf653c440ab62bf90f77a8aa4f_SeqId_6_ 2024-11-07T11:16:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-07T11:16:53,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_0 into d0686f8d5f5e276d68d281e666936e3d/f1 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f1/28ec7a63d6b44bd8a6f2012450295dbf_SeqId_6_ - updating store file list. 2024-11-07T11:16:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 28ec7a63d6b44bd8a6f2012450295dbf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:16:53,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f1/28ec7a63d6b44bd8a6f2012450295dbf_SeqId_6_ into d0686f8d5f5e276d68d281e666936e3d/f1 2024-11-07T11:16:53,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_0 into d0686f8d5f5e276d68d281e666936e3d/f1 (new location: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f1/28ec7a63d6b44bd8a6f2012450295dbf_SeqId_6_) 2024-11-07T11:16:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_0 2024-11-07T11:16:53,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_1 into d0686f8d5f5e276d68d281e666936e3d/f1 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f1/33c63baf653c440ab62bf90f77a8aa4f_SeqId_6_ - updating store file list. 2024-11-07T11:16:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33c63baf653c440ab62bf90f77a8aa4f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:16:53,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f1/33c63baf653c440ab62bf90f77a8aa4f_SeqId_6_ into d0686f8d5f5e276d68d281e666936e3d/f1 2024-11-07T11:16:53,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_1 into d0686f8d5f5e276d68d281e666936e3d/f1 (new location: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/f1/33c63baf653c440ab62bf90f77a8aa4f_SeqId_6_) 2024-11-07T11:16:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/staging/jenkins__test__qqlvh2bsj3rbkv278aoe2vb9c1aad89vdebdjn0r1muelipmj7a2jlqpr347joq2/f1/hfile_1 2024-11-07T11:16:53,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:16:53,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:16:53,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:53,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:16:53,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:16:53,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2 , the old value is region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4ab3d709c6df:41821 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:16:53,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:16:53,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:16:53,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2 from cache 2024-11-07T11:16:53,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,41821,1730978194018, seqNum=-1] 2024-11-07T11:16:53,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:16:53,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:16:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38510 deadline: 1730978273435 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38510 2024-11-07T11:16:53,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d., hostname=4ab3d709c6df,41821,1730978194018, seqNum=2] 2024-11-07T11:16:53,544 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:41821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T11:16:53,751 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 687, reset compression=false 2024-11-07T11:16:53,756 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:16:53,756 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:16:53,756 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,41821,1730978194018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:16:53,960 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:16:54,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:16:54,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:54,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:54,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:54,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:16:54,264 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:16:54,668 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:16:55,172 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:16:55,775 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:16:56,479 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:16:57,283 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:16:58,187 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:16:59,192 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:00,296 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:01,500 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:02,804 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:03,409 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:17:04,208 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:05,712 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:07,315 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:09,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:17:09,019 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:10,827 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:12,731 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:13,759 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,41821,1730978194018 got entry batch from reader: null 2024-11-07T11:17:14,736 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:16,840 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:17,416 INFO [master/4ab3d709c6df:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T11:17:17,416 INFO [master/4ab3d709c6df:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T11:17:19,044 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:21,348 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:23,752 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:23,784 INFO [master/4ab3d709c6df:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T11:17:23,784 INFO [master/4ab3d709c6df:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T11:17:26,255 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:28,859 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:29,289 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d0686f8d5f5e276d68d281e666936e3d, had cached 0 bytes from a total of 31376 2024-11-07T11:17:31,468 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9ebd0c34ad44a16e84d9823eeae1d15c, had cached 0 bytes from a total of 15585 2024-11-07T11:17:31,563 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:33,409 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:17:33,759 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,41821,1730978194018 got entry batch from reader: null 2024-11-07T11:17:34,367 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:37,271 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:39,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:17:40,275 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:43,379 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:46,583 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:49,887 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:53,290 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:53,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:17:53,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:17:53,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:17:53,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:53,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:53,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:17:53,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1960192319, stopped=false 2024-11-07T11:17:53,471 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,39955,1730978199430 2024-11-07T11:17:53,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:17:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1961504825/running 2024-11-07T11:17:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1961504825/running 2024-11-07T11:17:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:17:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:17:53,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:17:53,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:17:53,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:17:53,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:53,505 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,37321,1730978199574' ***** 2024-11-07T11:17:53,505 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:17:53,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on znode that does not yet exist, /1-1961504825/running 2024-11-07T11:17:53,505 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:17:53,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Set watcher on znode that does not yet exist, /1-1961504825/running 2024-11-07T11:17:53,505 INFO [RS:0;4ab3d709c6df:37321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:17:53,505 INFO [RS:0;4ab3d709c6df:37321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:17:53,505 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:17:53,505 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:17:53,505 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,37321,1730978199574 2024-11-07T11:17:53,505 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:17:53,506 INFO [RS:0;4ab3d709c6df:37321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:37321. 2024-11-07T11:17:53,506 DEBUG [RS:0;4ab3d709c6df:37321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:17:53,506 DEBUG [RS:0;4ab3d709c6df:37321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:53,506 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ebd0c34ad44a16e84d9823eeae1d15c, disabling compactions & flushes 2024-11-07T11:17:53,506 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:17:53,506 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:17:53,506 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:17:53,506 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:17:53,506 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. after waiting 0 ms 2024-11-07T11:17:53,506 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:17:53,506 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:17:53,506 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:17:53,506 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:17:53,506 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1325): Online Regions={9ebd0c34ad44a16e84d9823eeae1d15c=test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:17:53,506 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:17:53,506 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ebd0c34ad44a16e84d9823eeae1d15c 2024-11-07T11:17:53,506 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:17:53,506 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:17:53,506 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:17:53,506 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:17:53,506 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T11:17:53,510 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/default/test/9ebd0c34ad44a16e84d9823eeae1d15c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T11:17:53,511 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:17:53,511 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:17:53,511 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:17:53,511 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ebd0c34ad44a16e84d9823eeae1d15c: Waiting for close lock at 1730978273506Running coprocessor pre-close hooks at 1730978273506Disabling compacts and flushes for region at 1730978273506Disabling writes for close at 1730978273506Writing region close event to WAL at 1730978273506Running coprocessor post-close hooks at 1730978273511 (+5 ms)Closed at 1730978273511 2024-11-07T11:17:53,511 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c. 2024-11-07T11:17:53,527 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/info/37b63281984447349a9b6df285ee3681 is 129, key is test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c./info:regioninfo/1730978206485/Put/seqid=0 2024-11-07T11:17:53,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741839_1015 (size=6421) 2024-11-07T11:17:53,557 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:17:53,706 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:53,759 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,41821,1730978194018 got entry batch from reader: null 2024-11-07T11:17:53,900 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:17:53,900 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:17:53,907 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:53,932 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/info/37b63281984447349a9b6df285ee3681 2024-11-07T11:17:53,955 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/ns/7f048b548cd54e19851ec9b64cb2ae9c is 43, key is default/ns:d/1730978203058/Put/seqid=0 2024-11-07T11:17:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741840_1016 (size=5153) 2024-11-07T11:17:54,107 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:54,307 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:54,360 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/ns/7f048b548cd54e19851ec9b64cb2ae9c 2024-11-07T11:17:54,379 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/rep_barrier/1d3d3bcdee1540f0a3d9ab7759de6e4a is 112, key is test,,1730978205307.9ebd0c34ad44a16e84d9823eeae1d15c./rep_barrier:seqnumDuringOpen/1730978206485/Put/seqid=0 2024-11-07T11:17:54,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741841_1017 (size=5518) 2024-11-07T11:17:54,507 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:17:54,507 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:17:54,507 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:54,707 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:54,784 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/rep_barrier/1d3d3bcdee1540f0a3d9ab7759de6e4a 2024-11-07T11:17:54,802 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/table/9f44e49687fd47d293cac7b7b7b21199 is 40, key is test/table:state/1730978206494/Put/seqid=0 2024-11-07T11:17:54,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741842_1018 (size=5165) 2024-11-07T11:17:54,908 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:55,108 DEBUG [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:55,207 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/table/9f44e49687fd47d293cac7b7b7b21199 2024-11-07T11:17:55,213 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/info/37b63281984447349a9b6df285ee3681 as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/info/37b63281984447349a9b6df285ee3681 2024-11-07T11:17:55,218 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/info/37b63281984447349a9b6df285ee3681, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T11:17:55,219 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/ns/7f048b548cd54e19851ec9b64cb2ae9c as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/ns/7f048b548cd54e19851ec9b64cb2ae9c 2024-11-07T11:17:55,225 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/ns/7f048b548cd54e19851ec9b64cb2ae9c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:17:55,226 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/rep_barrier/1d3d3bcdee1540f0a3d9ab7759de6e4a as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/rep_barrier/1d3d3bcdee1540f0a3d9ab7759de6e4a 2024-11-07T11:17:55,231 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/rep_barrier/1d3d3bcdee1540f0a3d9ab7759de6e4a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T11:17:55,232 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/.tmp/table/9f44e49687fd47d293cac7b7b7b21199 as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/table/9f44e49687fd47d293cac7b7b7b21199 2024-11-07T11:17:55,239 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/table/9f44e49687fd47d293cac7b7b7b21199, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:17:55,240 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false 2024-11-07T11:17:55,251 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T11:17:55,252 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:17:55,252 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:17:55,252 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:17:55,252 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978273506Running coprocessor pre-close hooks at 1730978273506Disabling compacts and flushes for region at 1730978273506Disabling writes for close at 1730978273506Obtaining lock to block concurrent updates at 1730978273506Preparing flush snapshotting stores in 1588230740 at 1730978273506Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730978273507 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978273507Flushing 1588230740/info: creating writer at 1730978273507Flushing 1588230740/info: appending metadata at 1730978273526 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730978273526Flushing 1588230740/ns: creating writer at 1730978273937 (+411 ms)Flushing 1588230740/ns: appending metadata at 1730978273955 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1730978273955Flushing 1588230740/rep_barrier: creating writer at 1730978274366 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978274379 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978274379Flushing 1588230740/table: creating writer at 1730978274789 (+410 ms)Flushing 1588230740/table: appending metadata at 1730978274802 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730978274802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76992d44: reopening flushed file at 1730978275212 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1373e8e3: reopening flushed file at 1730978275218 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8113bc: reopening flushed file at 1730978275225 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197d9c0e: reopening flushed file at 1730978275232 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false at 1730978275240 (+8 ms)Writing region close event to WAL at 1730978275248 (+8 ms)Running coprocessor post-close hooks at 1730978275252 (+4 ms)Closed at 1730978275252 2024-11-07T11:17:55,252 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:17:55,308 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,37321,1730978199574; all regions closed. 2024-11-07T11:17:55,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741834_1010 (size=2717) 2024-11-07T11:17:55,354 DEBUG [RS:0;4ab3d709c6df:37321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/oldWALs 2024-11-07T11:17:55,354 INFO [RS:0;4ab3d709c6df:37321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C37321%2C1730978199574.meta:.meta(num 1730978203007) 2024-11-07T11:17:55,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741832_1008 (size=1028) 2024-11-07T11:17:55,371 DEBUG [RS:0;4ab3d709c6df:37321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/oldWALs 2024-11-07T11:17:55,371 INFO [RS:0;4ab3d709c6df:37321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C37321%2C1730978199574:(num 1730978202029) 2024-11-07T11:17:55,371 DEBUG [RS:0;4ab3d709c6df:37321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:55,371 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:17:55,371 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:17:55,372 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:17:55,372 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:17:55,372 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:17:55,372 INFO [RS:0;4ab3d709c6df:37321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:37321. 2024-11-07T11:17:55,372 DEBUG [RS:0;4ab3d709c6df:37321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:17:55,372 DEBUG [RS:0;4ab3d709c6df:37321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:55,372 DEBUG [RS:0;4ab3d709c6df:37321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:55,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:17:55,373 INFO [RS:0;4ab3d709c6df:37321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37321 2024-11-07T11:17:55,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825/rs 2024-11-07T11:17:55,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1961504825/rs/4ab3d709c6df,37321,1730978199574 2024-11-07T11:17:55,430 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:17:55,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,37321,1730978199574] 2024-11-07T11:17:55,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1961504825/draining/4ab3d709c6df,37321,1730978199574 already deleted, retry=false 2024-11-07T11:17:55,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,37321,1730978199574 expired; onlineServers=0 2024-11-07T11:17:55,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,39955,1730978199430' ***** 2024-11-07T11:17:55,451 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:17:55,451 INFO [M:0;4ab3d709c6df:39955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:17:55,452 INFO [M:0;4ab3d709c6df:39955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:17:55,452 DEBUG [M:0;4ab3d709c6df:39955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:17:55,452 DEBUG [M:0;4ab3d709c6df:39955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:17:55,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:17:55,452 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978201794 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978201794,5,FailOnTimeoutGroup] 2024-11-07T11:17:55,452 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978201794 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978201794,5,FailOnTimeoutGroup] 2024-11-07T11:17:55,452 INFO [M:0;4ab3d709c6df:39955 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:17:55,452 INFO [M:0;4ab3d709c6df:39955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:17:55,452 DEBUG [M:0;4ab3d709c6df:39955 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:17:55,452 INFO [M:0;4ab3d709c6df:39955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:17:55,452 INFO [M:0;4ab3d709c6df:39955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:17:55,452 INFO [M:0;4ab3d709c6df:39955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:17:55,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:17:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1961504825/master 2024-11-07T11:17:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1961504825 2024-11-07T11:17:55,467 DEBUG [M:0;4ab3d709c6df:39955 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1961504825/master already deleted, retry=false 2024-11-07T11:17:55,467 DEBUG [M:0;4ab3d709c6df:39955 {}] master.ActiveMasterManager(353): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1961504825/master 2024-11-07T11:17:55,469 INFO [M:0;4ab3d709c6df:39955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/.lastflushedseqids 2024-11-07T11:17:55,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741843_1019 (size=173) 2024-11-07T11:17:55,484 INFO [M:0;4ab3d709c6df:39955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:17:55,485 INFO [M:0;4ab3d709c6df:39955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:17:55,485 DEBUG [M:0;4ab3d709c6df:39955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:17:55,485 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:17:55,485 DEBUG [M:0;4ab3d709c6df:39955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:17:55,485 DEBUG [M:0;4ab3d709c6df:39955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:17:55,485 DEBUG [M:0;4ab3d709c6df:39955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:17:55,485 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-07T11:17:55,508 DEBUG [M:0;4ab3d709c6df:39955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe7d24e530ba43208468a4aab9392930 is 82, key is hbase:meta,,1/info:regioninfo/1730978203038/Put/seqid=0 2024-11-07T11:17:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741844_1020 (size=5672) 2024-11-07T11:17:55,523 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe7d24e530ba43208468a4aab9392930 2024-11-07T11:17:55,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:17:55,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37321-0x101150315880004, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:17:55,541 INFO [RS:0;4ab3d709c6df:37321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:17:55,541 INFO [RS:0;4ab3d709c6df:37321 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,37321,1730978199574; zookeeper connection closed. 2024-11-07T11:17:55,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bb70a57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bb70a57 2024-11-07T11:17:55,542 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:17:55,550 DEBUG [M:0;4ab3d709c6df:39955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be13dd0fd39142c387af04dead777c53 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978206498/Put/seqid=0 2024-11-07T11:17:55,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741845_1021 (size=6727) 2024-11-07T11:17:55,958 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be13dd0fd39142c387af04dead777c53 2024-11-07T11:17:55,962 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be13dd0fd39142c387af04dead777c53 2024-11-07T11:17:55,975 DEBUG [M:0;4ab3d709c6df:39955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4caf02f73dc449d7a64cc6698541c5be is 69, key is 4ab3d709c6df,37321,1730978199574/rs:state/1730978201834/Put/seqid=0 2024-11-07T11:17:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741846_1022 (size=5156) 2024-11-07T11:17:56,380 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4caf02f73dc449d7a64cc6698541c5be 2024-11-07T11:17:56,385 DEBUG [M:0;4ab3d709c6df:39955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe7d24e530ba43208468a4aab9392930 as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe7d24e530ba43208468a4aab9392930 2024-11-07T11:17:56,389 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe7d24e530ba43208468a4aab9392930, entries=8, sequenceid=58, filesize=5.5 K 2024-11-07T11:17:56,390 DEBUG [M:0;4ab3d709c6df:39955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be13dd0fd39142c387af04dead777c53 as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be13dd0fd39142c387af04dead777c53 2024-11-07T11:17:56,394 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be13dd0fd39142c387af04dead777c53 2024-11-07T11:17:56,395 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be13dd0fd39142c387af04dead777c53, entries=6, sequenceid=58, filesize=6.6 K 2024-11-07T11:17:56,395 DEBUG [M:0;4ab3d709c6df:39955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4caf02f73dc449d7a64cc6698541c5be as hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4caf02f73dc449d7a64cc6698541c5be 2024-11-07T11:17:56,400 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4caf02f73dc449d7a64cc6698541c5be, entries=1, sequenceid=58, filesize=5.0 K 2024-11-07T11:17:56,401 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=58, compaction requested=false 2024-11-07T11:17:56,402 INFO [M:0;4ab3d709c6df:39955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:17:56,402 DEBUG [M:0;4ab3d709c6df:39955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978275485Disabling compacts and flushes for region at 1730978275485Disabling writes for close at 1730978275485Obtaining lock to block concurrent updates at 1730978275485Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978275485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1730978275485Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978275486 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978275486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978275508 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978275508Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978275529 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978275550 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978275550Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978275962 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978275975 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978275975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12dd3db4: reopening flushed file at 1730978276384 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2377008: reopening flushed file at 1730978276389 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa023dd: reopening flushed file at 1730978276395 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=58, compaction requested=false at 1730978276401 (+6 ms)Writing region close event to WAL at 1730978276402 (+1 ms)Closed at 1730978276402 2024-11-07T11:17:56,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6eab1256-5221-8fe9-efe0-2a268d026b2f/MasterData/WALs/4ab3d709c6df,39955,1730978199430/4ab3d709c6df%2C39955%2C1730978199430.1730978201566 not finished, retry = 0 2024-11-07T11:17:56,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36013 is added to blk_1073741830_1006 (size=33026) 2024-11-07T11:17:56,505 INFO [M:0;4ab3d709c6df:39955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:17:56,505 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:17:56,505 INFO [M:0;4ab3d709c6df:39955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39955 2024-11-07T11:17:56,505 INFO [M:0;4ab3d709c6df:39955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:17:56,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:17:56,657 INFO [M:0;4ab3d709c6df:39955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:17:56,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39955-0x101150315880003, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:17:56,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:17:56,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:17:56,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:17:56,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:17:56,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.log.dir/,STOPPED} 2024-11-07T11:17:56,663 WARN [BP-1381137802-172.17.0.2-1730978197503 heartbeating to localhost/127.0.0.1:36377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:17:56,663 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:17:56,663 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:17:56,663 WARN [BP-1381137802-172.17.0.2-1730978197503 heartbeating to localhost/127.0.0.1:36377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1381137802-172.17.0.2-1730978197503 (Datanode Uuid 4783ec66-ffe2-4b9e-b20b-be7cf88d70f3) service to localhost/127.0.0.1:36377 2024-11-07T11:17:56,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/cluster_d8727a77-7dae-76c8-19d5-f314e5e4104b/data/data1/current/BP-1381137802-172.17.0.2-1730978197503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:17:56,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/cluster_d8727a77-7dae-76c8-19d5-f314e5e4104b/data/data2/current/BP-1381137802-172.17.0.2-1730978197503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:17:56,664 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:17:56,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:17:56,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:17:56,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:17:56,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:17:56,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.log.dir/,STOPPED} 2024-11-07T11:17:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:17:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:17:56,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:17:56,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:17:56,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:56,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:56,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:17:56,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:17:56,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1284241229, stopped=false 2024-11-07T11:17:56,685 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,45221,1730978193820 2024-11-07T11:17:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234513297/running 2024-11-07T11:17:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234513297/running 2024-11-07T11:17:56,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:17:56,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:17:56,699 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:17:56,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:17:56,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:17:56,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:56,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on znode that does not yet exist, /0-234513297/running 2024-11-07T11:17:56,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Set watcher on znode that does not yet exist, /0-234513297/running 2024-11-07T11:17:56,700 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,41821,1730978194018' ***** 2024-11-07T11:17:56,700 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:17:56,700 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:17:56,700 INFO [RS:0;4ab3d709c6df:41821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:17:56,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:17:56,700 INFO [RS:0;4ab3d709c6df:41821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:17:56,700 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ad4794880f53aa8c4507ba1f0ff7dcb 2024-11-07T11:17:56,701 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(3091): Received CLOSE for d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:17:56,701 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,41821,1730978194018 2024-11-07T11:17:56,701 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:17:56,701 INFO [RS:0;4ab3d709c6df:41821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:41821. 2024-11-07T11:17:56,701 DEBUG [RS:0;4ab3d709c6df:41821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:17:56,701 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ad4794880f53aa8c4507ba1f0ff7dcb, disabling compactions & flushes 2024-11-07T11:17:56,701 DEBUG [RS:0;4ab3d709c6df:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:56,701 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:17:56,701 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:17:56,701 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:17:56,701 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:17:56,701 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:17:56,701 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. after waiting 0 ms 2024-11-07T11:17:56,701 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:17:56,701 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:17:56,701 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ad4794880f53aa8c4507ba1f0ff7dcb 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-07T11:17:56,701 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:17:56,701 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ad4794880f53aa8c4507ba1f0ff7dcb=hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb., d0686f8d5f5e276d68d281e666936e3d=test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d.} 2024-11-07T11:17:56,701 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ad4794880f53aa8c4507ba1f0ff7dcb, d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:17:56,701 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:17:56,701 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:17:56,701 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:17:56,701 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:17:56,701 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:17:56,701 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:17:56,716 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/.tmp/hfileref/3c9adda6d69b4de0a6efba86e53a71d8 is 74, key is 1/hfileref:0c659c5b7f364dde912e15e4a0029458_SeqId_4_/1730978211932/DeleteColumn/seqid=0 2024-11-07T11:17:56,719 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/info/ffbafab95fbd4cf8ba2fa33935370559 is 147, key is hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb./info:regioninfo/1730978208660/Put/seqid=0 2024-11-07T11:17:56,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741844_1020 (size=5203) 2024-11-07T11:17:56,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741845_1021 (size=7686) 2024-11-07T11:17:56,764 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:17:56,794 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 to pos 997, reset compression=false 2024-11-07T11:17:56,901 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ad4794880f53aa8c4507ba1f0ff7dcb, d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:17:57,102 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ad4794880f53aa8c4507ba1f0ff7dcb, d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:17:57,120 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/.tmp/hfileref/3c9adda6d69b4de0a6efba86e53a71d8 2024-11-07T11:17:57,122 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/info/ffbafab95fbd4cf8ba2fa33935370559 2024-11-07T11:17:57,139 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/.tmp/queue/181bda1ed2064e81b3f7f93efe0a0108 is 153, key is 1-4ab3d709c6df,41821,1730978194018/queue:4ab3d709c6df%2C41821%2C1730978194018/1730978213757/Put/seqid=0 2024-11-07T11:17:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741846_1022 (size=5352) 2024-11-07T11:17:57,144 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/ns/c7f96bb501cd4f03931f0402fe56b8d1 is 43, key is default/ns:d/1730978197389/Put/seqid=0 2024-11-07T11:17:57,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741847_1023 (size=5153) 2024-11-07T11:17:57,215 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:17:57,215 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:17:57,302 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ad4794880f53aa8c4507ba1f0ff7dcb, d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:17:57,502 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ad4794880f53aa8c4507ba1f0ff7dcb, d0686f8d5f5e276d68d281e666936e3d 2024-11-07T11:17:57,544 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/.tmp/queue/181bda1ed2064e81b3f7f93efe0a0108 2024-11-07T11:17:57,548 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/ns/c7f96bb501cd4f03931f0402fe56b8d1 2024-11-07T11:17:57,550 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/.tmp/hfileref/3c9adda6d69b4de0a6efba86e53a71d8 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/hfileref/3c9adda6d69b4de0a6efba86e53a71d8 2024-11-07T11:17:57,562 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/hfileref/3c9adda6d69b4de0a6efba86e53a71d8, entries=2, sequenceid=10, filesize=5.1 K 2024-11-07T11:17:57,565 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/.tmp/queue/181bda1ed2064e81b3f7f93efe0a0108 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/queue/181bda1ed2064e81b3f7f93efe0a0108 2024-11-07T11:17:57,573 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/queue/181bda1ed2064e81b3f7f93efe0a0108, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T11:17:57,577 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5ad4794880f53aa8c4507ba1f0ff7dcb in 875ms, sequenceid=10, compaction requested=false 2024-11-07T11:17:57,581 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/rep_barrier/4af4fbe41d884f8ba8ee1c880bbc3c78 is 112, key is test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d./rep_barrier:seqnumDuringOpen/1730978204309/Put/seqid=0 2024-11-07T11:17:57,585 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/replication/5ad4794880f53aa8c4507ba1f0ff7dcb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T11:17:57,585 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:17:57,585 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:17:57,586 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:17:57,586 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ad4794880f53aa8c4507ba1f0ff7dcb: Waiting for close lock at 1730978276701Running coprocessor pre-close hooks at 1730978276701Disabling compacts and flushes for region at 1730978276701Disabling writes for close at 1730978276701Obtaining lock to block concurrent updates at 1730978276701Preparing flush snapshotting stores in 5ad4794880f53aa8c4507ba1f0ff7dcb at 1730978276701Finished memstore snapshotting hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1730978276701Flushing stores of hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. at 1730978276702 (+1 ms)Flushing 5ad4794880f53aa8c4507ba1f0ff7dcb/hfileref: creating writer at 1730978276702Flushing 5ad4794880f53aa8c4507ba1f0ff7dcb/hfileref: appending metadata at 1730978276715 (+13 ms)Flushing 5ad4794880f53aa8c4507ba1f0ff7dcb/hfileref: closing flushed file at 1730978276715Flushing 5ad4794880f53aa8c4507ba1f0ff7dcb/queue: creating writer at 1730978277125 (+410 ms)Flushing 5ad4794880f53aa8c4507ba1f0ff7dcb/queue: appending metadata at 1730978277139 (+14 ms)Flushing 5ad4794880f53aa8c4507ba1f0ff7dcb/queue: closing flushed file at 1730978277139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2513c1: reopening flushed file at 1730978277549 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9c6112: reopening flushed file at 1730978277562 (+13 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5ad4794880f53aa8c4507ba1f0ff7dcb in 875ms, sequenceid=10, compaction requested=false at 1730978277577 (+15 ms)Writing region close event to WAL at 1730978277580 (+3 ms)Running coprocessor post-close hooks at 1730978277585 (+5 ms)Closed at 1730978277586 (+1 ms) 2024-11-07T11:17:57,586 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978207480.5ad4794880f53aa8c4507ba1f0ff7dcb. 2024-11-07T11:17:57,586 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0686f8d5f5e276d68d281e666936e3d, disabling compactions & flushes 2024-11-07T11:17:57,586 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:17:57,586 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:17:57,586 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. after waiting 0 ms 2024-11-07T11:17:57,586 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:17:57,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741848_1024 (size=5518) 2024-11-07T11:17:57,592 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/default/test/d0686f8d5f5e276d68d281e666936e3d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T11:17:57,592 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:17:57,592 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:17:57,592 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:17:57,592 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0686f8d5f5e276d68d281e666936e3d: Waiting for close lock at 1730978277586Running coprocessor pre-close hooks at 1730978277586Disabling compacts and flushes for region at 1730978277586Disabling writes for close at 1730978277586Writing region close event to WAL at 1730978277589 (+3 ms)Running coprocessor post-close hooks at 1730978277592 (+3 ms)Closed at 1730978277592 2024-11-07T11:17:57,592 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978203141.d0686f8d5f5e276d68d281e666936e3d. 2024-11-07T11:17:57,702 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:17:57,702 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:17:57,702 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:57,902 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:57,992 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/rep_barrier/4af4fbe41d884f8ba8ee1c880bbc3c78 2024-11-07T11:17:58,015 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/table/a04f87ae56ff4fe496e2df90707a410e is 53, key is hbase:replication/table:state/1730978208669/Put/seqid=0 2024-11-07T11:17:58,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741849_1025 (size=5308) 2024-11-07T11:17:58,102 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:58,303 DEBUG [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:17:58,424 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/table/a04f87ae56ff4fe496e2df90707a410e 2024-11-07T11:17:58,429 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/info/ffbafab95fbd4cf8ba2fa33935370559 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/info/ffbafab95fbd4cf8ba2fa33935370559 2024-11-07T11:17:58,434 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/info/ffbafab95fbd4cf8ba2fa33935370559, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:17:58,435 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/ns/c7f96bb501cd4f03931f0402fe56b8d1 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/ns/c7f96bb501cd4f03931f0402fe56b8d1 2024-11-07T11:17:58,439 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/ns/c7f96bb501cd4f03931f0402fe56b8d1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:17:58,440 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/rep_barrier/4af4fbe41d884f8ba8ee1c880bbc3c78 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/rep_barrier/4af4fbe41d884f8ba8ee1c880bbc3c78 2024-11-07T11:17:58,444 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/rep_barrier/4af4fbe41d884f8ba8ee1c880bbc3c78, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:17:58,445 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/.tmp/table/a04f87ae56ff4fe496e2df90707a410e as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/table/a04f87ae56ff4fe496e2df90707a410e 2024-11-07T11:17:58,451 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/table/a04f87ae56ff4fe496e2df90707a410e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:17:58,452 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false 2024-11-07T11:17:58,456 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:17:58,457 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:17:58,457 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:17:58,457 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:17:58,457 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978276701Running coprocessor pre-close hooks at 1730978276701Disabling compacts and flushes for region at 1730978276701Disabling writes for close at 1730978276701Obtaining lock to block concurrent updates at 1730978276701Preparing flush snapshotting stores in 1588230740 at 1730978276701Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978276702 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978276702Flushing 1588230740/info: creating writer at 1730978276702Flushing 1588230740/info: appending metadata at 1730978276718 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730978276718Flushing 1588230740/ns: creating writer at 1730978277128 (+410 ms)Flushing 1588230740/ns: appending metadata at 1730978277143 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730978277143Flushing 1588230740/rep_barrier: creating writer at 1730978277557 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978277580 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978277581 (+1 ms)Flushing 1588230740/table: creating writer at 1730978277998 (+417 ms)Flushing 1588230740/table: appending metadata at 1730978278014 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730978278014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9d0fba: reopening flushed file at 1730978278429 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651450b3: reopening flushed file at 1730978278434 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681b911c: reopening flushed file at 1730978278439 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5fe7f8: reopening flushed file at 1730978278445 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false at 1730978278452 (+7 ms)Writing region close event to WAL at 1730978278453 (+1 ms)Running coprocessor post-close hooks at 1730978278457 (+4 ms)Closed at 1730978278457 2024-11-07T11:17:58,457 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:17:58,503 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,41821,1730978194018; all regions closed. 2024-11-07T11:17:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:17:58,507 DEBUG [RS:0;4ab3d709c6df:41821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/oldWALs 2024-11-07T11:17:58,507 INFO [RS:0;4ab3d709c6df:41821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C41821%2C1730978194018.meta:.meta(num 1730978197284) 2024-11-07T11:17:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741839_1015 (size=2700) 2024-11-07T11:17:58,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.rep.1730978208619 not finished, retry = 0 2024-11-07T11:17:58,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:58,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:58,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:58,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:58,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:58,611 DEBUG [RS:0;4ab3d709c6df:41821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/oldWALs 2024-11-07T11:17:58,612 INFO [RS:0;4ab3d709c6df:41821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C41821%2C1730978194018.rep:(num 1730978208619) 2024-11-07T11:17:58,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741832_1008 (size=1300) 2024-11-07T11:17:58,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/WALs/4ab3d709c6df,41821,1730978194018/4ab3d709c6df%2C41821%2C1730978194018.1730978196325 not finished, retry = 0 2024-11-07T11:17:58,716 DEBUG [RS:0;4ab3d709c6df:41821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/oldWALs 2024-11-07T11:17:58,716 INFO [RS:0;4ab3d709c6df:41821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C41821%2C1730978194018:(num 1730978196325) 2024-11-07T11:17:58,716 DEBUG [RS:0;4ab3d709c6df:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:58,716 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:17:58,716 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:17:58,717 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:17:58,717 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:17:58,717 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:17:58,717 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,41821,1730978194018 because: Region server is closing 2024-11-07T11:17:58,717 INFO [RS:0;4ab3d709c6df:41821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:41821. 2024-11-07T11:17:58,717 DEBUG [RS:0;4ab3d709c6df:41821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:17:58,717 DEBUG [RS:0;4ab3d709c6df:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:58,717 DEBUG [RS:0;4ab3d709c6df:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:17:58,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:17:58,818 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:17:58,818 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.wal-reader.4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:17:58,818 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,41821,1730978194018.replicationSource.shipper4ab3d709c6df%2C41821%2C1730978194018,1-4ab3d709c6df,41821,1730978194018 terminated 2024-11-07T11:17:58,818 INFO [RS:0;4ab3d709c6df:41821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41821 2024-11-07T11:17:58,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234513297/rs/4ab3d709c6df,41821,1730978194018 2024-11-07T11:17:58,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297/rs 2024-11-07T11:17:58,846 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:17:58,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,41821,1730978194018] 2024-11-07T11:17:58,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-234513297/draining/4ab3d709c6df,41821,1730978194018 already deleted, retry=false 2024-11-07T11:17:58,867 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,41821,1730978194018 expired; onlineServers=0 2024-11-07T11:17:58,867 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,45221,1730978193820' ***** 2024-11-07T11:17:58,867 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:17:58,867 INFO [M:0;4ab3d709c6df:45221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:17:58,867 INFO [M:0;4ab3d709c6df:45221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:17:58,867 DEBUG [M:0;4ab3d709c6df:45221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:17:58,867 DEBUG [M:0;4ab3d709c6df:45221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:17:58,867 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:17:58,867 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978196079 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978196079,5,FailOnTimeoutGroup] 2024-11-07T11:17:58,867 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978196079 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978196079,5,FailOnTimeoutGroup] 2024-11-07T11:17:58,867 INFO [M:0;4ab3d709c6df:45221 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:17:58,867 INFO [M:0;4ab3d709c6df:45221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:17:58,867 DEBUG [M:0;4ab3d709c6df:45221 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:17:58,867 INFO [M:0;4ab3d709c6df:45221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:17:58,868 INFO [M:0;4ab3d709c6df:45221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:17:58,868 INFO [M:0;4ab3d709c6df:45221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:17:58,868 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:17:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234513297/master 2024-11-07T11:17:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234513297 2024-11-07T11:17:58,877 DEBUG [M:0;4ab3d709c6df:45221 {}] zookeeper.ZKUtil(347): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Unable to get data of znode /0-234513297/master because node does not exist (not an error) 2024-11-07T11:17:58,877 WARN [M:0;4ab3d709c6df:45221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:17:58,879 INFO [M:0;4ab3d709c6df:45221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/.lastflushedseqids 2024-11-07T11:17:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741850_1026 (size=263) 2024-11-07T11:17:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:17:58,956 INFO [RS:0;4ab3d709c6df:41821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:17:58,956 INFO [RS:0;4ab3d709c6df:41821 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,41821,1730978194018; zookeeper connection closed. 2024-11-07T11:17:58,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x101150315880001, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:17:58,957 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e9dab4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e9dab4f 2024-11-07T11:17:58,957 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:17:59,041 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:17:59,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:59,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:59,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:59,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:59,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:17:59,283 INFO [M:0;4ab3d709c6df:45221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:17:59,284 INFO [M:0;4ab3d709c6df:45221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:17:59,284 DEBUG [M:0;4ab3d709c6df:45221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:17:59,284 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:17:59,284 DEBUG [M:0;4ab3d709c6df:45221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:17:59,284 DEBUG [M:0;4ab3d709c6df:45221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:17:59,284 DEBUG [M:0;4ab3d709c6df:45221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:17:59,284 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-07T11:17:59,298 DEBUG [M:0;4ab3d709c6df:45221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03b243418705404280f781e5c8225826 is 82, key is hbase:meta,,1/info:regioninfo/1730978197317/Put/seqid=0 2024-11-07T11:17:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741851_1027 (size=5672) 2024-11-07T11:17:59,702 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03b243418705404280f781e5c8225826 2024-11-07T11:17:59,720 DEBUG [M:0;4ab3d709c6df:45221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da00e47619db4e50baa8193adad66679 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978204323/Put/seqid=0 2024-11-07T11:17:59,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741852_1028 (size=7241) 2024-11-07T11:18:00,124 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da00e47619db4e50baa8193adad66679 2024-11-07T11:18:00,131 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da00e47619db4e50baa8193adad66679 2024-11-07T11:18:00,154 DEBUG [M:0;4ab3d709c6df:45221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35f993d83224ee7a4f45129e06e109a is 69, key is 4ab3d709c6df,41821,1730978194018/rs:state/1730978196180/Put/seqid=0 2024-11-07T11:18:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741853_1029 (size=5156) 2024-11-07T11:18:00,160 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35f993d83224ee7a4f45129e06e109a 2024-11-07T11:18:00,166 DEBUG [M:0;4ab3d709c6df:45221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03b243418705404280f781e5c8225826 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03b243418705404280f781e5c8225826 2024-11-07T11:18:00,172 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03b243418705404280f781e5c8225826, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T11:18:00,173 DEBUG [M:0;4ab3d709c6df:45221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da00e47619db4e50baa8193adad66679 as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da00e47619db4e50baa8193adad66679 2024-11-07T11:18:00,178 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da00e47619db4e50baa8193adad66679 2024-11-07T11:18:00,178 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da00e47619db4e50baa8193adad66679, entries=11, sequenceid=105, filesize=7.1 K 2024-11-07T11:18:00,180 DEBUG [M:0;4ab3d709c6df:45221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35f993d83224ee7a4f45129e06e109a as hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f35f993d83224ee7a4f45129e06e109a 2024-11-07T11:18:00,184 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/52c861f0-8393-b39c-945b-c6baaa2b46a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f35f993d83224ee7a4f45129e06e109a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T11:18:00,185 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=105, compaction requested=false 2024-11-07T11:18:00,193 INFO [M:0;4ab3d709c6df:45221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:00,194 DEBUG [M:0;4ab3d709c6df:45221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978279284Disabling compacts and flushes for region at 1730978279284Disabling writes for close at 1730978279284Obtaining lock to block concurrent updates at 1730978279284Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978279284Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1730978279284Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978279285 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978279285Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978279298 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978279298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978279707 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978279720 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978279720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978280131 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978280153 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978280153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457e3e44: reopening flushed file at 1730978280165 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198e5335: reopening flushed file at 1730978280172 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16cbdb76: reopening flushed file at 1730978280179 (+7 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=105, compaction requested=false at 1730978280185 (+6 ms)Writing region close event to WAL at 1730978280193 (+8 ms)Closed at 1730978280193 2024-11-07T11:18:00,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741830_1006 (size=64538) 2024-11-07T11:18:00,199 INFO [M:0;4ab3d709c6df:45221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:18:00,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:00,199 INFO [M:0;4ab3d709c6df:45221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45221 2024-11-07T11:18:00,199 INFO [M:0;4ab3d709c6df:45221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:00,320 INFO [M:0;4ab3d709c6df:45221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45221-0x101150315880000, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:00,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:00,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:00,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:00,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:00,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:00,329 WARN [BP-1911228326-172.17.0.2-1730978191862 heartbeating to localhost/127.0.0.1:43327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:18:00,329 WARN [BP-1911228326-172.17.0.2-1730978191862 heartbeating to localhost/127.0.0.1:43327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1911228326-172.17.0.2-1730978191862 (Datanode Uuid 86269240-5871-4f03-986b-d44c8406a8dc) service to localhost/127.0.0.1:43327 2024-11-07T11:18:00,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/cluster_a0286a09-6983-bffc-9bde-91756d8f795a/data/data1/current/BP-1911228326-172.17.0.2-1730978191862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:00,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/cluster_a0286a09-6983-bffc-9bde-91756d8f795a/data/data2/current/BP-1911228326-172.17.0.2-1730978191862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:00,330 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:18:00,330 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:18:00,330 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:18:00,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:00,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:00,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:00,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:00,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2873383-128c-717a-f16b-880fa050a74f/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:00,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:18:00,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:18:00,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f5f70b8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43327 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36377 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61275) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f5f70b8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61275) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=1645 (was 1749) 2024-11-07T11:18:00,370 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=254, ProcessCount=11, AvailableMemoryMB=1644 2024-11-07T11:18:00,382 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-07T11:18:00,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.log.dir so I do NOT create it in target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1 2024-11-07T11:18:00,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:18:00,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.tmp.dir so I do NOT create it in target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1 2024-11-07T11:18:00,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3945217-4bdf-f9b3-4406-9eb326a2a589/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:18:00,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1 2024-11-07T11:18:00,383 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/cluster_4eef63f5-c8cf-d314-fd11-b78b58806124, deleteOnExit=true 2024-11-07T11:18:00,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/cluster_4eef63f5-c8cf-d314-fd11-b78b58806124/zookeeper_0, clientPort=60117, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/cluster_4eef63f5-c8cf-d314-fd11-b78b58806124/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/cluster_4eef63f5-c8cf-d314-fd11-b78b58806124/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:18:00,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60117 2024-11-07T11:18:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:18:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:18:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/test.cache.data in system properties and HBase conf 2024-11-07T11:18:00,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:18:00,401 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:18:00,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:18:00,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:00,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:18:00,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:18:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101150315880002, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:18:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101150315880005, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:18:00,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101150315880005, quorum=127.0.0.1:61275, baseZNode=/1-1961504825 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:18:00,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101150315880002, quorum=127.0.0.1:61275, baseZNode=/0-234513297 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:18:00,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:00,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:00,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:00,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:00,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:18:00,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:00,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:00,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:00,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189b0b0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/java.io.tmpdir/jetty-localhost-39101-hadoop-hdfs-3_4_1-tests_jar-_-any-1739991182223137680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:00,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:39101} 2024-11-07T11:18:00,850 INFO [Time-limited test {}] server.Server(415): Started @144854ms 2024-11-07T11:18:01,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:01,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:01,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:01,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:01,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:18:01,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:01,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:01,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11505e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/java.io.tmpdir/jetty-localhost-38861-hadoop-hdfs-3_4_1-tests_jar-_-any-6688037753245635863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:01,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:38861} 2024-11-07T11:18:01,220 INFO [Time-limited test {}] server.Server(415): Started @145224ms 2024-11-07T11:18:01,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:18:01,842 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/cluster_4eef63f5-c8cf-d314-fd11-b78b58806124/data/data2/current/BP-1811335665-172.17.0.2-1730978280417/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:01,842 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/cluster_4eef63f5-c8cf-d314-fd11-b78b58806124/data/data1/current/BP-1811335665-172.17.0.2-1730978280417/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:01,856 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:18:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ac14eecb87e061f with lease ID 0x6aa01d9afe5b377c: Processing first storage report for DS-890b22d6-7657-4fb2-96ef-06b7df76d877 from datanode DatanodeRegistration(127.0.0.1:40571, datanodeUuid=c34f768c-e195-475c-a311-9eeaa67161f9, infoPort=44321, infoSecurePort=0, ipcPort=45111, storageInfo=lv=-57;cid=testClusterID;nsid=1259549615;c=1730978280417) 2024-11-07T11:18:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ac14eecb87e061f with lease ID 0x6aa01d9afe5b377c: from storage DS-890b22d6-7657-4fb2-96ef-06b7df76d877 node DatanodeRegistration(127.0.0.1:40571, datanodeUuid=c34f768c-e195-475c-a311-9eeaa67161f9, infoPort=44321, infoSecurePort=0, ipcPort=45111, storageInfo=lv=-57;cid=testClusterID;nsid=1259549615;c=1730978280417), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:18:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ac14eecb87e061f with lease ID 0x6aa01d9afe5b377c: Processing first storage report for DS-44709d04-a2eb-4505-9739-a51c5919f3ed from datanode DatanodeRegistration(127.0.0.1:40571, datanodeUuid=c34f768c-e195-475c-a311-9eeaa67161f9, infoPort=44321, infoSecurePort=0, ipcPort=45111, storageInfo=lv=-57;cid=testClusterID;nsid=1259549615;c=1730978280417) 2024-11-07T11:18:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ac14eecb87e061f with lease ID 0x6aa01d9afe5b377c: from storage DS-44709d04-a2eb-4505-9739-a51c5919f3ed node DatanodeRegistration(127.0.0.1:40571, datanodeUuid=c34f768c-e195-475c-a311-9eeaa67161f9, infoPort=44321, infoSecurePort=0, ipcPort=45111, storageInfo=lv=-57;cid=testClusterID;nsid=1259549615;c=1730978280417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:18:01,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1 2024-11-07T11:18:01,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:01,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:01,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:18:02,273 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265 with version=8 2024-11-07T11:18:02,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/hbase-staging 2024-11-07T11:18:02,275 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:02,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:02,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:02,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:02,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:02,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:02,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:18:02,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:02,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39845 2024-11-07T11:18:02,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39845 connecting to ZooKeeper ensemble=127.0.0.1:60117 2024-11-07T11:18:02,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398450x0, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:02,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39845-0x10115046f7a0000 connected 2024-11-07T11:18:02,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:02,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:02,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/running 2024-11-07T11:18:02,480 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265, hbase.cluster.distributed=false 2024-11-07T11:18:02,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/acl 2024-11-07T11:18:02,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39845 2024-11-07T11:18:02,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39845 2024-11-07T11:18:02,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39845 2024-11-07T11:18:02,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39845 2024-11-07T11:18:02,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39845 2024-11-07T11:18:02,496 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:02,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:02,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:02,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:18:02,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:02,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35215 2024-11-07T11:18:02,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35215 connecting to ZooKeeper ensemble=127.0.0.1:60117 2024-11-07T11:18:02,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:02,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352150x0, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:02,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352150x0, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/running 2024-11-07T11:18:02,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35215-0x10115046f7a0001 connected 2024-11-07T11:18:02,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:18:02,509 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:18:02,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/master 2024-11-07T11:18:02,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/acl 2024-11-07T11:18:02,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35215 2024-11-07T11:18:02,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35215 2024-11-07T11:18:02,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35215 2024-11-07T11:18:02,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35215 2024-11-07T11:18:02,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35215 2024-11-07T11:18:02,530 DEBUG [M:0;4ab3d709c6df:39845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:39845 2024-11-07T11:18:02,530 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2019239705/backup-masters/4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:02,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/backup-masters 2024-11-07T11:18:02,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/backup-masters 2024-11-07T11:18:02,540 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on existing znode=/0-2019239705/backup-masters/4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:02,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:02,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2019239705/master 2024-11-07T11:18:02,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:02,551 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on existing znode=/0-2019239705/master 2024-11-07T11:18:02,551 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2019239705/backup-masters/4ab3d709c6df,39845,1730978282274 from backup master directory 2024-11-07T11:18:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/backup-masters/4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/backup-masters 2024-11-07T11:18:02,561 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/backup-masters 2024-11-07T11:18:02,561 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:02,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/hbase.id] with ID: 3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6 2024-11-07T11:18:02,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/.tmp/hbase.id 2024-11-07T11:18:02,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:18:02,971 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/.tmp/hbase.id]:[hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/hbase.id] 2024-11-07T11:18:02,982 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:02,982 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:18:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:18:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:18:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:18:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T11:18:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:18:02,983 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:18:03,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:03,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:18:03,030 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:03,031 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:18:03,031 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:03,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:18:03,438 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store 2024-11-07T11:18:03,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:18:03,844 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:03,844 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:18:03,844 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:03,844 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:03,844 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:18:03,844 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:03,844 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:03,844 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978283844Disabling compacts and flushes for region at 1730978283844Disabling writes for close at 1730978283844Writing region close event to WAL at 1730978283844Closed at 1730978283844 2024-11-07T11:18:03,845 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/.initializing 2024-11-07T11:18:03,845 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:03,846 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:03,848 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C39845%2C1730978282274, suffix=, logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/oldWALs, maxLogs=10 2024-11-07T11:18:03,860 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274/4ab3d709c6df%2C39845%2C1730978282274.1730978283848, exclude list is [], retry=0 2024-11-07T11:18:03,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-890b22d6-7657-4fb2-96ef-06b7df76d877,DISK] 2024-11-07T11:18:03,864 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274/4ab3d709c6df%2C39845%2C1730978282274.1730978283848 2024-11-07T11:18:03,864 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-07T11:18:03,864 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:03,864 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:03,864 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,864 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:18:03,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:03,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:03,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:18:03,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:03,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:03,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:18:03,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:03,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:03,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:18:03,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:03,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:03,872 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,873 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,873 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,874 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,874 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,874 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:03,876 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:03,877 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:03,878 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63261425, jitterRate=-0.05733130872249603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:03,878 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978283864Initializing all the Stores at 1730978283865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978283865Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978283865Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978283865Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978283865Cleaning up temporary data from old regions at 1730978283874 (+9 ms)Region opened successfully at 1730978283878 (+4 ms) 2024-11-07T11:18:03,879 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:18:03,881 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee84b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:03,882 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:18:03,882 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:18:03,882 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:18:03,882 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:18:03,882 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:18:03,883 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:18:03,883 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:18:03,884 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:18:03,885 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/balancer because node does not exist (not necessarily an error) 2024-11-07T11:18:03,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:03,961 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/balancer already deleted, retry=false 2024-11-07T11:18:03,961 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:18:03,962 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:18:03,971 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/normalizer already deleted, retry=false 2024-11-07T11:18:03,971 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:18:03,972 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:18:03,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:03,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:03,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:03,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:03,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:03,982 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/switch/split already deleted, retry=false 2024-11-07T11:18:03,983 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:18:03,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:03,992 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/switch/merge already deleted, retry=false 2024-11-07T11:18:03,994 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:18:04,003 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/snapshot-cleanup already deleted, retry=false 2024-11-07T11:18:04,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2019239705/running 2024-11-07T11:18:04,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2019239705/running 2024-11-07T11:18:04,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:04,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:04,100 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,39845,1730978282274, sessionid=0x10115046f7a0000, setting cluster-up flag (Was=false) 2024-11-07T11:18:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:04,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:04,213 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2019239705/flush-table-proc/acquired, /0-2019239705/flush-table-proc/reached, /0-2019239705/flush-table-proc/abort 2024-11-07T11:18:04,214 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:04,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:04,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:04,266 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2019239705/online-snapshot/acquired, /0-2019239705/online-snapshot/reached, /0-2019239705/online-snapshot/abort 2024-11-07T11:18:04,267 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:04,268 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:18:04,269 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:04,269 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:18:04,269 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:18:04,269 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,39845,1730978282274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:18:04,271 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:04,271 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:04,271 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:04,271 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:04,271 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:18:04,271 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,271 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:04,271 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978314272 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:18:04,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:04,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:18:04,272 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:18:04,273 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:18:04,273 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:18:04,273 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:18:04,273 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:18:04,273 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:04,273 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978284273,5,FailOnTimeoutGroup] 2024-11-07T11:18:04,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:18:04,273 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978284273,5,FailOnTimeoutGroup] 2024-11-07T11:18:04,273 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,273 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:18:04,273 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,273 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:18:04,318 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(746): ClusterId : 3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6 2024-11-07T11:18:04,318 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:18:04,330 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:18:04,330 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:18:04,341 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:18:04,341 DEBUG [RS:0;4ab3d709c6df:35215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b360b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:04,354 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:35215 2024-11-07T11:18:04,354 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:18:04,354 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:18:04,354 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:18:04,355 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,39845,1730978282274 with port=35215, startcode=1730978282495 2024-11-07T11:18:04,355 DEBUG [RS:0;4ab3d709c6df:35215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:18:04,356 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:18:04,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:04,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39845 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:04,358 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265 2024-11-07T11:18:04,358 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40813 2024-11-07T11:18:04,358 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:18:04,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/rs 2024-11-07T11:18:04,369 DEBUG [RS:0;4ab3d709c6df:35215 {}] zookeeper.ZKUtil(111): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on existing znode=/0-2019239705/rs/4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:04,369 WARN [RS:0;4ab3d709c6df:35215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:04,369 INFO [RS:0;4ab3d709c6df:35215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:04,369 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:04,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,35215,1730978282495] 2024-11-07T11:18:04,373 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:18:04,375 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:18:04,375 INFO [RS:0;4ab3d709c6df:35215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:18:04,375 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,376 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:18:04,376 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:18:04,376 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:04,377 DEBUG [RS:0;4ab3d709c6df:35215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:04,378 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,378 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,378 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,378 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,378 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,378 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35215,1730978282495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:04,395 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:18:04,395 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35215,1730978282495-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,395 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,395 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.Replication(171): 4ab3d709c6df,35215,1730978282495 started 2024-11-07T11:18:04,408 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:04,408 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,35215,1730978282495, RpcServer on 4ab3d709c6df/172.17.0.2:35215, sessionid=0x10115046f7a0001 2024-11-07T11:18:04,408 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:18:04,408 DEBUG [RS:0;4ab3d709c6df:35215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:04,408 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35215,1730978282495' 2024-11-07T11:18:04,408 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2019239705/flush-table-proc/abort' 2024-11-07T11:18:04,408 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2019239705/flush-table-proc/acquired' 2024-11-07T11:18:04,409 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:18:04,409 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:18:04,409 DEBUG [RS:0;4ab3d709c6df:35215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:04,409 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35215,1730978282495' 2024-11-07T11:18:04,409 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2019239705/online-snapshot/abort' 2024-11-07T11:18:04,409 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2019239705/online-snapshot/acquired' 2024-11-07T11:18:04,409 DEBUG [RS:0;4ab3d709c6df:35215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:18:04,409 INFO [RS:0;4ab3d709c6df:35215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:18:04,409 INFO [RS:0;4ab3d709c6df:35215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:18:04,510 INFO [RS:0;4ab3d709c6df:35215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:04,511 INFO [RS:0;4ab3d709c6df:35215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C35215%2C1730978282495, suffix=, logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs, maxLogs=10 2024-11-07T11:18:04,525 DEBUG [RS:0;4ab3d709c6df:35215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.1730978284511, exclude list is [], retry=0 2024-11-07T11:18:04,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-890b22d6-7657-4fb2-96ef-06b7df76d877,DISK] 2024-11-07T11:18:04,529 INFO [RS:0;4ab3d709c6df:35215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.1730978284511 2024-11-07T11:18:04,529 DEBUG [RS:0;4ab3d709c6df:35215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-07T11:18:04,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:18:04,680 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265 2024-11-07T11:18:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:18:05,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:05,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:18:05,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:18:05,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:05,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:05,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:18:05,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:18:05,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:05,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:05,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:18:05,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:18:05,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:05,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:05,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:18:05,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:18:05,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:05,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:05,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:18:05,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740 2024-11-07T11:18:05,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740 2024-11-07T11:18:05,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:18:05,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:18:05,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:05,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:18:05,099 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:05,099 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69530143, jitterRate=0.03607986867427826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:05,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978285086Initializing all the Stores at 1730978285086Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978285086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978285087 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978285087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978285087Cleaning up temporary data from old regions at 1730978285096 (+9 ms)Region opened successfully at 1730978285100 (+4 ms) 2024-11-07T11:18:05,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:18:05,100 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:18:05,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:18:05,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:18:05,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:18:05,101 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:05,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978285100Disabling compacts and flushes for region at 1730978285100Disabling writes for close at 1730978285100Writing region close event to WAL at 1730978285100Closed at 1730978285100 2024-11-07T11:18:05,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:05,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:18:05,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:18:05,103 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:05,104 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:18:05,254 DEBUG [4ab3d709c6df:39845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:18:05,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:05,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,35215,1730978282495, state=OPENING 2024-11-07T11:18:05,318 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:18:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:05,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:05,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:05,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:05,359 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:05,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,35215,1730978282495}] 2024-11-07T11:18:05,512 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:18:05,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:18:05,517 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:18:05,517 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:05,517 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:18:05,518 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C35215%2C1730978282495.meta, suffix=.meta, logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs, maxLogs=10 2024-11-07T11:18:05,531 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.meta.1730978285519.meta, exclude list is [], retry=0 2024-11-07T11:18:05,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-890b22d6-7657-4fb2-96ef-06b7df76d877,DISK] 2024-11-07T11:18:05,534 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.meta.1730978285519.meta 2024-11-07T11:18:05,534 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-07T11:18:05,535 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:05,535 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:05,535 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:18:05,535 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:18:05,535 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:18:05,535 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:18:05,535 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:05,535 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:18:05,535 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:18:05,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:18:05,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:18:05,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:05,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:05,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:18:05,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:18:05,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:05,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:05,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:18:05,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:18:05,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:05,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:05,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:18:05,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:18:05,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:05,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:05,542 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:18:05,542 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740 2024-11-07T11:18:05,543 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740 2024-11-07T11:18:05,544 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:18:05,544 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:18:05,545 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:05,546 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:18:05,547 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71782793, jitterRate=0.06964696943759918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:05,547 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:18:05,547 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978285536Writing region info on filesystem at 1730978285536Initializing all the Stores at 1730978285536Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978285536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978285537 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978285537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978285537Cleaning up temporary data from old regions at 1730978285544 (+7 ms)Running coprocessor post-open hooks at 1730978285547 (+3 ms)Region opened successfully at 1730978285547 2024-11-07T11:18:05,548 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978285512 2024-11-07T11:18:05,550 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:18:05,550 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:18:05,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:05,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,35215,1730978282495, state=OPEN 2024-11-07T11:18:05,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019239705/meta-region-server 2024-11-07T11:18:05,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019239705/meta-region-server 2024-11-07T11:18:05,571 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:05,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:05,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:05,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:18:05,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,35215,1730978282495 in 212 msec 2024-11-07T11:18:05,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:18:05,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-07T11:18:05,575 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:05,576 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:18:05,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:05,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35215,1730978282495, seqNum=-1] 2024-11-07T11:18:05,577 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:05,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:05,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec 2024-11-07T11:18:05,583 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978285583, completionTime=-1 2024-11-07T11:18:05,584 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:18:05,584 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:18:05,585 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:18:05,585 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978345585 2024-11-07T11:18:05,585 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978405585 2024-11-07T11:18:05,586 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:18:05,586 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39845,1730978282274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:05,586 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39845,1730978282274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:05,586 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39845,1730978282274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:05,586 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:39845, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:05,586 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:05,586 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:05,588 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:18:05,589 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.028sec 2024-11-07T11:18:05,589 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:18:05,589 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:18:05,589 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:18:05,589 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:18:05,589 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:18:05,589 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39845,1730978282274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:05,589 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39845,1730978282274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:18:05,591 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:18:05,591 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:18:05,591 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39845,1730978282274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:05,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:05,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39845,-1 for getting cluster id 2024-11-07T11:18:05,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:05,620 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6' 2024-11-07T11:18:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6" 2024-11-07T11:18:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a46c3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39845,-1] 2024-11-07T11:18:05,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:05,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:05,622 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:05,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:05,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35215,1730978282495, seqNum=-1] 2024-11-07T11:18:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:05,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:05,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:05,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60117 2024-11-07T11:18:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:05,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115046f7a0002 connected 2024-11-07T11:18:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.log.dir so I do NOT create it in target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d 2024-11-07T11:18:05,647 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:18:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.tmp.dir so I do NOT create it in target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d 2024-11-07T11:18:05,647 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:18:05,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d 2024-11-07T11:18:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:18:05,648 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/cluster_83769017-f200-17d1-6571-c54fbb8679fc, deleteOnExit=true 2024-11-07T11:18:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:18:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/test.cache.data in system properties and HBase conf 2024-11-07T11:18:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:18:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:18:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:18:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:18:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:18:05,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:18:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:18:05,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:05,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:05,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:05,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:05,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:18:05,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:05,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:05,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:06,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/java.io.tmpdir/jetty-localhost-39463-hadoop-hdfs-3_4_1-tests_jar-_-any-7476511760838773213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:06,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:39463} 2024-11-07T11:18:06,072 INFO [Time-limited test {}] server.Server(415): Started @150076ms 2024-11-07T11:18:06,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:06,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:06,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:06,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:06,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:18:06,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:06,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:06,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aba240d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/java.io.tmpdir/jetty-localhost-42379-hadoop-hdfs-3_4_1-tests_jar-_-any-2667231660623901493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:06,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:42379} 2024-11-07T11:18:06,417 INFO [Time-limited test {}] server.Server(415): Started @150422ms 2024-11-07T11:18:06,418 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:18:07,068 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/cluster_83769017-f200-17d1-6571-c54fbb8679fc/data/data1/current/BP-1105714907-172.17.0.2-1730978285667/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:07,068 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/cluster_83769017-f200-17d1-6571-c54fbb8679fc/data/data2/current/BP-1105714907-172.17.0.2-1730978285667/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:07,083 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:18:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7480feac65423716 with lease ID 0x42ece901340892cb: Processing first storage report for DS-82d4c3cf-d699-4013-bcb1-dd6bb5689ec4 from datanode DatanodeRegistration(127.0.0.1:34817, datanodeUuid=86b5d2fc-a488-46d7-bd8a-c1183d9d6e8e, infoPort=42973, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=1017945551;c=1730978285667) 2024-11-07T11:18:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7480feac65423716 with lease ID 0x42ece901340892cb: from storage DS-82d4c3cf-d699-4013-bcb1-dd6bb5689ec4 node DatanodeRegistration(127.0.0.1:34817, datanodeUuid=86b5d2fc-a488-46d7-bd8a-c1183d9d6e8e, infoPort=42973, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=1017945551;c=1730978285667), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:18:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7480feac65423716 with lease ID 0x42ece901340892cb: Processing first storage report for DS-b8a843ec-8ce6-49ac-8933-2ae401c53cc1 from datanode DatanodeRegistration(127.0.0.1:34817, datanodeUuid=86b5d2fc-a488-46d7-bd8a-c1183d9d6e8e, infoPort=42973, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=1017945551;c=1730978285667) 2024-11-07T11:18:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7480feac65423716 with lease ID 0x42ece901340892cb: from storage DS-b8a843ec-8ce6-49ac-8933-2ae401c53cc1 node DatanodeRegistration(127.0.0.1:34817, datanodeUuid=86b5d2fc-a488-46d7-bd8a-c1183d9d6e8e, infoPort=42973, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=1017945551;c=1730978285667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:18:07,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d 2024-11-07T11:18:07,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:07,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:18:07,558 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6 with version=8 2024-11-07T11:18:07,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/hbase-staging 2024-11-07T11:18:07,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:07,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:07,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:07,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:07,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:07,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:07,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:18:07,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:07,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40231 2024-11-07T11:18:07,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40231 connecting to ZooKeeper ensemble=127.0.0.1:60117 2024-11-07T11:18:07,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402310x0, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:07,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40231-0x10115046f7a0003 connected 2024-11-07T11:18:07,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:07,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:07,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on znode that does not yet exist, /1-730973435/running 2024-11-07T11:18:07,679 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6, hbase.cluster.distributed=false 2024-11-07T11:18:07,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on znode that does not yet exist, /1-730973435/acl 2024-11-07T11:18:07,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40231 2024-11-07T11:18:07,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40231 2024-11-07T11:18:07,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40231 2024-11-07T11:18:07,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40231 2024-11-07T11:18:07,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40231 2024-11-07T11:18:07,695 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:07,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:07,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:07,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:07,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:07,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:07,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:18:07,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:07,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35617 2024-11-07T11:18:07,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35617 connecting to ZooKeeper ensemble=127.0.0.1:60117 2024-11-07T11:18:07,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:07,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:07,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356170x0, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:07,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35617-0x10115046f7a0004 connected 2024-11-07T11:18:07,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on znode that does not yet exist, /1-730973435/running 2024-11-07T11:18:07,708 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:18:07,711 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:18:07,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on znode that does not yet exist, /1-730973435/master 2024-11-07T11:18:07,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on znode that does not yet exist, /1-730973435/acl 2024-11-07T11:18:07,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35617 2024-11-07T11:18:07,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35617 2024-11-07T11:18:07,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35617 2024-11-07T11:18:07,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35617 2024-11-07T11:18:07,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35617 2024-11-07T11:18:07,727 DEBUG [M:0;4ab3d709c6df:40231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:40231 2024-11-07T11:18:07,727 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-730973435/backup-masters/4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:07,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435/backup-masters 2024-11-07T11:18:07,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435/backup-masters 2024-11-07T11:18:07,740 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on existing znode=/1-730973435/backup-masters/4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:07,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-730973435/master 2024-11-07T11:18:07,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:07,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:07,751 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on existing znode=/1-730973435/master 2024-11-07T11:18:07,751 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-730973435/backup-masters/4ab3d709c6df,40231,1730978287560 from backup master directory 2024-11-07T11:18:07,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-730973435/backup-masters/4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:07,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435/backup-masters 2024-11-07T11:18:07,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435/backup-masters 2024-11-07T11:18:07,761 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:07,761 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:07,764 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/hbase.id] with ID: 7dea5a8e-0e8a-4978-a730-9be269f5d8d3 2024-11-07T11:18:07,764 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/.tmp/hbase.id 2024-11-07T11:18:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:18:08,169 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/.tmp/hbase.id]:[hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/hbase.id] 2024-11-07T11:18:08,179 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:08,179 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:18:08,180 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:18:08,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:08,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:08,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:18:08,608 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:08,609 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:18:08,609 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:08,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:18:09,016 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store 2024-11-07T11:18:09,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:18:09,422 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:09,422 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:18:09,422 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:09,422 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:09,422 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:18:09,422 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:09,422 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:09,422 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978289422Disabling compacts and flushes for region at 1730978289422Disabling writes for close at 1730978289422Writing region close event to WAL at 1730978289422Closed at 1730978289422 2024-11-07T11:18:09,423 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/.initializing 2024-11-07T11:18:09,423 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/WALs/4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:09,423 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:09,425 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C40231%2C1730978287560, suffix=, logDir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/WALs/4ab3d709c6df,40231,1730978287560, archiveDir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/oldWALs, maxLogs=10 2024-11-07T11:18:09,436 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/WALs/4ab3d709c6df,40231,1730978287560/4ab3d709c6df%2C40231%2C1730978287560.1730978289425, exclude list is [], retry=0 2024-11-07T11:18:09,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34817,DS-82d4c3cf-d699-4013-bcb1-dd6bb5689ec4,DISK] 2024-11-07T11:18:09,440 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/WALs/4ab3d709c6df,40231,1730978287560/4ab3d709c6df%2C40231%2C1730978287560.1730978289425 2024-11-07T11:18:09,440 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42973:42973)] 2024-11-07T11:18:09,440 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:09,440 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:09,440 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,440 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:18:09,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:09,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:09,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:18:09,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:09,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:09,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:18:09,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:09,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:09,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:18:09,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:09,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:09,448 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,448 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,449 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,450 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,450 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,450 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:09,451 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:09,453 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:09,453 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64644499, jitterRate=-0.03672190010547638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:09,453 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978289441Initializing all the Stores at 1730978289441Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978289441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978289441Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978289441Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978289441Cleaning up temporary data from old regions at 1730978289450 (+9 ms)Region opened successfully at 1730978289453 (+3 ms) 2024-11-07T11:18:09,454 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:18:09,456 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26081711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:09,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:18:09,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:18:09,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:18:09,457 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:18:09,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:18:09,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:18:09,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:18:09,461 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:18:09,461 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Unable to get data of znode /1-730973435/balancer because node does not exist (not necessarily an error) 2024-11-07T11:18:09,473 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-730973435/balancer already deleted, retry=false 2024-11-07T11:18:09,474 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:18:09,474 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Unable to get data of znode /1-730973435/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:18:09,487 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-730973435/normalizer already deleted, retry=false 2024-11-07T11:18:09,487 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:18:09,488 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Unable to get data of znode /1-730973435/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:18:09,497 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-730973435/switch/split already deleted, retry=false 2024-11-07T11:18:09,498 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Unable to get data of znode /1-730973435/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:18:09,508 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-730973435/switch/merge already deleted, retry=false 2024-11-07T11:18:09,509 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Unable to get data of znode /1-730973435/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:18:09,518 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-730973435/snapshot-cleanup already deleted, retry=false 2024-11-07T11:18:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-730973435/running 2024-11-07T11:18:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-730973435/running 2024-11-07T11:18:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:09,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:09,529 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,40231,1730978287560, sessionid=0x10115046f7a0003, setting cluster-up flag (Was=false) 2024-11-07T11:18:09,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:09,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:09,581 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-730973435/flush-table-proc/acquired, /1-730973435/flush-table-proc/reached, /1-730973435/flush-table-proc/abort 2024-11-07T11:18:09,582 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:09,634 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-730973435/online-snapshot/acquired, /1-730973435/online-snapshot/reached, /1-730973435/online-snapshot/abort 2024-11-07T11:18:09,635 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:09,637 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:18:09,638 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:09,638 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:18:09,638 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:18:09,639 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,40231,1730978287560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:18:09,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:09,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:09,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:09,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:09,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:18:09,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:09,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,642 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978319642 2024-11-07T11:18:09,642 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:18:09,642 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:18:09,642 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:18:09,642 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:18:09,642 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:18:09,642 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:18:09,643 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:09,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:18:09,643 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:18:09,643 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:18:09,643 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:18:09,643 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:18:09,643 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:18:09,643 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:18:09,643 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978289643,5,FailOnTimeoutGroup] 2024-11-07T11:18:09,643 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978289643,5,FailOnTimeoutGroup] 2024-11-07T11:18:09,643 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,644 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:18:09,644 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,644 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,644 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:09,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:18:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:18:09,720 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(746): ClusterId : 7dea5a8e-0e8a-4978-a730-9be269f5d8d3 2024-11-07T11:18:09,720 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:18:09,751 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:18:09,751 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:18:09,761 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:18:09,762 DEBUG [RS:0;4ab3d709c6df:35617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d61989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:09,772 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:35617 2024-11-07T11:18:09,772 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:18:09,772 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:18:09,772 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:18:09,773 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,40231,1730978287560 with port=35617, startcode=1730978287695 2024-11-07T11:18:09,773 DEBUG [RS:0;4ab3d709c6df:35617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:18:09,774 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:18:09,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:09,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40231 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:09,776 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6 2024-11-07T11:18:09,776 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39429 2024-11-07T11:18:09,776 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:18:09,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435/rs 2024-11-07T11:18:09,830 DEBUG [RS:0;4ab3d709c6df:35617 {}] zookeeper.ZKUtil(111): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on existing znode=/1-730973435/rs/4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:09,830 WARN [RS:0;4ab3d709c6df:35617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:09,830 INFO [RS:0;4ab3d709c6df:35617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:09,830 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/WALs/4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:09,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,35617,1730978287695] 2024-11-07T11:18:09,834 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:18:09,835 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:18:09,835 INFO [RS:0;4ab3d709c6df:35617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:18:09,835 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,835 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:18:09,836 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:18:09,836 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:09,836 DEBUG [RS:0;4ab3d709c6df:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:09,837 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,837 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,837 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,837 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,837 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,837 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35617,1730978287695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:09,849 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:18:09,849 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35617,1730978287695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,849 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,849 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.Replication(171): 4ab3d709c6df,35617,1730978287695 started 2024-11-07T11:18:09,861 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:09,861 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,35617,1730978287695, RpcServer on 4ab3d709c6df/172.17.0.2:35617, sessionid=0x10115046f7a0004 2024-11-07T11:18:09,861 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:18:09,861 DEBUG [RS:0;4ab3d709c6df:35617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:09,861 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35617,1730978287695' 2024-11-07T11:18:09,861 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-730973435/flush-table-proc/abort' 2024-11-07T11:18:09,862 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-730973435/flush-table-proc/acquired' 2024-11-07T11:18:09,863 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:18:09,863 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:18:09,863 DEBUG [RS:0;4ab3d709c6df:35617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:09,863 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35617,1730978287695' 2024-11-07T11:18:09,863 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-730973435/online-snapshot/abort' 2024-11-07T11:18:09,863 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-730973435/online-snapshot/acquired' 2024-11-07T11:18:09,863 DEBUG [RS:0;4ab3d709c6df:35617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:18:09,863 INFO [RS:0;4ab3d709c6df:35617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:18:09,863 INFO [RS:0;4ab3d709c6df:35617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:18:09,964 INFO [RS:0;4ab3d709c6df:35617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:09,965 INFO [RS:0;4ab3d709c6df:35617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C35617%2C1730978287695, suffix=, logDir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/WALs/4ab3d709c6df,35617,1730978287695, archiveDir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/oldWALs, maxLogs=10 2024-11-07T11:18:09,977 DEBUG [RS:0;4ab3d709c6df:35617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/WALs/4ab3d709c6df,35617,1730978287695/4ab3d709c6df%2C35617%2C1730978287695.1730978289965, exclude list is [], retry=0 2024-11-07T11:18:09,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34817,DS-82d4c3cf-d699-4013-bcb1-dd6bb5689ec4,DISK] 2024-11-07T11:18:09,981 INFO [RS:0;4ab3d709c6df:35617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/WALs/4ab3d709c6df,35617,1730978287695/4ab3d709c6df%2C35617%2C1730978287695.1730978289965 2024-11-07T11:18:09,981 DEBUG [RS:0;4ab3d709c6df:35617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42973:42973)] 2024-11-07T11:18:10,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:18:10,051 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6 2024-11-07T11:18:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:18:10,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:18:10,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:10,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:18:10,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:18:10,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:10,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:10,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:18:10,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:18:10,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:10,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:10,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:18:10,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:18:10,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:10,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:10,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:18:10,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:18:10,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:10,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:10,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:18:10,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740 2024-11-07T11:18:10,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740 2024-11-07T11:18:10,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:18:10,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:18:10,466 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:10,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:18:10,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:10,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60334871, jitterRate=-0.10094036161899567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978290458Initializing all the Stores at 1730978290458Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978290458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978290458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978290458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978290458Cleaning up temporary data from old regions at 1730978290466 (+8 ms)Region opened successfully at 1730978290469 (+3 ms) 2024-11-07T11:18:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:18:10,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:18:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:18:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:18:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:18:10,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978290470Disabling compacts and flushes for region at 1730978290470Disabling writes for close at 1730978290470Writing region close event to WAL at 1730978290470Closed at 1730978290470 2024-11-07T11:18:10,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:10,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:18:10,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:18:10,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:10,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:18:10,623 DEBUG [4ab3d709c6df:40231 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:18:10,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:10,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,35617,1730978287695, state=OPENING 2024-11-07T11:18:10,687 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:18:10,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:10,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:10,698 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:10,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-730973435/meta-region-server: CHANGED 2024-11-07T11:18:10,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-730973435/meta-region-server: CHANGED 2024-11-07T11:18:10,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,35617,1730978287695}] 2024-11-07T11:18:10,850 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:18:10,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:18:10,854 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:18:10,854 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:10,855 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:18:10,856 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C35617%2C1730978287695.meta, suffix=.meta, logDir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/WALs/4ab3d709c6df,35617,1730978287695, archiveDir=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/oldWALs, maxLogs=10 2024-11-07T11:18:10,868 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/WALs/4ab3d709c6df,35617,1730978287695/4ab3d709c6df%2C35617%2C1730978287695.meta.1730978290856.meta, exclude list is [], retry=0 2024-11-07T11:18:10,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34817,DS-82d4c3cf-d699-4013-bcb1-dd6bb5689ec4,DISK] 2024-11-07T11:18:10,872 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/WALs/4ab3d709c6df,35617,1730978287695/4ab3d709c6df%2C35617%2C1730978287695.meta.1730978290856.meta 2024-11-07T11:18:10,872 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42973:42973)] 2024-11-07T11:18:10,872 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:10,872 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:10,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:18:10,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:18:10,873 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:18:10,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:18:10,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:10,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:18:10,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:18:10,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:18:10,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:18:10,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:10,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:10,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:18:10,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:18:10,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:10,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:10,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:18:10,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:18:10,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:10,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:10,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:18:10,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:18:10,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:10,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:10,879 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:18:10,879 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740 2024-11-07T11:18:10,880 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740 2024-11-07T11:18:10,881 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:18:10,881 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:18:10,882 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:10,883 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:18:10,884 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62261845, jitterRate=-0.07222621142864227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:10,884 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:18:10,884 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978290873Writing region info on filesystem at 1730978290873Initializing all the Stores at 1730978290874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978290874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978290874Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978290874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978290874Cleaning up temporary data from old regions at 1730978290881 (+7 ms)Running coprocessor post-open hooks at 1730978290884 (+3 ms)Region opened successfully at 1730978290884 2024-11-07T11:18:10,885 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978290850 2024-11-07T11:18:10,887 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:18:10,887 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:18:10,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:10,888 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,35617,1730978287695, state=OPEN 2024-11-07T11:18:10,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-730973435/meta-region-server 2024-11-07T11:18:10,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-730973435/meta-region-server 2024-11-07T11:18:10,897 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:10,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-730973435/meta-region-server: CHANGED 2024-11-07T11:18:10,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-730973435/meta-region-server: CHANGED 2024-11-07T11:18:10,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:18:10,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,35617,1730978287695 in 199 msec 2024-11-07T11:18:10,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:18:10,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-07T11:18:10,901 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:10,901 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:18:10,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:10,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35617,1730978287695, seqNum=-1] 2024-11-07T11:18:10,903 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:10,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:10,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-07T11:18:10,908 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978290908, completionTime=-1 2024-11-07T11:18:10,908 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:18:10,908 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:18:10,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:18:10,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978350910 2024-11-07T11:18:10,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978410910 2024-11-07T11:18:10,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:18:10,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40231,1730978287560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:10,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40231,1730978287560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:10,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40231,1730978287560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:10,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:40231, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:10,910 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:10,911 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:10,912 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:18:10,914 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.153sec 2024-11-07T11:18:10,914 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:18:10,914 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:18:10,914 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:18:10,914 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:18:10,914 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:18:10,914 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40231,1730978287560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:10,914 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40231,1730978287560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:18:10,916 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:18:10,916 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:18:10,916 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40231,1730978287560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:10,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:10,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,40231,-1 for getting cluster id 2024-11-07T11:18:10,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:10,922 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dea5a8e-0e8a-4978-a730-9be269f5d8d3' 2024-11-07T11:18:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dea5a8e-0e8a-4978-a730-9be269f5d8d3" 2024-11-07T11:18:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144eaf52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,40231,-1] 2024-11-07T11:18:10,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:10,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:10,923 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:10,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:10,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:10,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35617,1730978287695, seqNum=-1] 2024-11-07T11:18:10,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:10,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:10,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:10,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60117 2024-11-07T11:18:10,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:10,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115046f7a0005 connected 2024-11-07T11:18:10,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e32095a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:10,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39845,-1 for getting cluster id 2024-11-07T11:18:10,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:10,954 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6' 2024-11-07T11:18:10,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:10,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6" 2024-11-07T11:18:10,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6740710c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:10,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39845,-1] 2024-11-07T11:18:10,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:10,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:10,955 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acf89d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:10,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@347bfdf7 2024-11-07T11:18:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:10,958 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:10,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:40231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:18:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:18:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:10,961 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:40231' 2024-11-07T11:18:10,962 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a283dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:10,962 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,40231,-1 for getting cluster id 2024-11-07T11:18:10,962 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:10,963 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dea5a8e-0e8a-4978-a730-9be269f5d8d3' 2024-11-07T11:18:10,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:10,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dea5a8e-0e8a-4978-a730-9be269f5d8d3" 2024-11-07T11:18:10,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e4aa64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:10,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,40231,-1] 2024-11-07T11:18:10,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:10,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:10,964 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:10,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7dc011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:10,965 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:10,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:10,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70d1d903 2024-11-07T11:18:10,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:10,967 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:10,967 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T11:18:10,967 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:18:10,967 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:10,967 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:10,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:10,968 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:10,969 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:18:10,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:18:10,970 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:10,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:18:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741835_1011 (size=1138) 2024-11-07T11:18:11,019 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:18:11,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:11,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:11,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:11,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:11,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbbf8817d64720584468cf769e4a7dbc, NAME => 'hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265 2024-11-07T11:18:11,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741836_1012 (size=44) 2024-11-07T11:18:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:11,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:11,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bbbf8817d64720584468cf769e4a7dbc, disabling compactions & flushes 2024-11-07T11:18:11,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:11,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:11,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. after waiting 0 ms 2024-11-07T11:18:11,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:11,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:11,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbbf8817d64720584468cf769e4a7dbc: Waiting for close lock at 1730978291784Disabling compacts and flushes for region at 1730978291784Disabling writes for close at 1730978291784Writing region close event to WAL at 1730978291784Closed at 1730978291784 2024-11-07T11:18:11,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:18:11,785 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978291785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978291785"}]},"ts":"1730978291785"} 2024-11-07T11:18:11,787 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:18:11,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:18:11,788 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978291788"}]},"ts":"1730978291788"} 2024-11-07T11:18:11,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:18:11,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN}] 2024-11-07T11:18:11,791 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN 2024-11-07T11:18:11,792 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN; state=OFFLINE, location=4ab3d709c6df,35215,1730978282495; forceNewPlan=false, retain=false 2024-11-07T11:18:11,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bbbf8817d64720584468cf769e4a7dbc, regionState=OPENING, regionLocation=4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN because future has completed 2024-11-07T11:18:11,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbbf8817d64720584468cf769e4a7dbc, server=4ab3d709c6df,35215,1730978282495}] 2024-11-07T11:18:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:12,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:12,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:12,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:18:12,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C35215%2C1730978282495.rep, suffix=, logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs, maxLogs=10 2024-11-07T11:18:12,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.rep.1730978292102, exclude list is [], retry=0 2024-11-07T11:18:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-890b22d6-7657-4fb2-96ef-06b7df76d877,DISK] 2024-11-07T11:18:12,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.rep.1730978292102 2024-11-07T11:18:12,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-07T11:18:12,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bbbf8817d64720584468cf769e4a7dbc, NAME => 'hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:12,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:18:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. service=MultiRowMutationService 2024-11-07T11:18:12,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:18:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,123 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,124 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbf8817d64720584468cf769e4a7dbc columnFamilyName hfileref 2024-11-07T11:18:12,124 DEBUG [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:12,124 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(327): Store=bbbf8817d64720584468cf769e4a7dbc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:12,124 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,125 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbf8817d64720584468cf769e4a7dbc columnFamilyName queue 2024-11-07T11:18:12,125 DEBUG [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:12,126 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(327): Store=bbbf8817d64720584468cf769e4a7dbc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:12,126 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,127 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbf8817d64720584468cf769e4a7dbc columnFamilyName sid 2024-11-07T11:18:12,127 DEBUG [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:12,127 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(327): Store=bbbf8817d64720584468cf769e4a7dbc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:12,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:18:12,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:12,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bbbf8817d64720584468cf769e4a7dbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61079362, jitterRate=-0.08984658122062683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:18:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:12,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bbbf8817d64720584468cf769e4a7dbc: Running coprocessor pre-open hook at 1730978292121Writing region info on filesystem at 1730978292121Initializing all the Stores at 1730978292122 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978292122Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978292123 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978292123Cleaning up temporary data from old regions at 1730978292129 (+6 ms)Running coprocessor post-open hooks at 1730978292133 (+4 ms)Region opened successfully at 1730978292133 2024-11-07T11:18:12,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc., pid=7, masterSystemTime=1730978292097 2024-11-07T11:18:12,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:12,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:12,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bbbf8817d64720584468cf769e4a7dbc, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:12,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbbf8817d64720584468cf769e4a7dbc, server=4ab3d709c6df,35215,1730978282495 because future has completed 2024-11-07T11:18:12,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T11:18:12,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bbbf8817d64720584468cf769e4a7dbc, server=4ab3d709c6df,35215,1730978282495 in 194 msec 2024-11-07T11:18:12,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:18:12,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN in 351 msec 2024-11-07T11:18:12,143 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:18:12,144 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978292143"}]},"ts":"1730978292143"} 2024-11-07T11:18:12,145 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:18:12,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:18:12,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-07T11:18:12,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc., hostname=4ab3d709c6df,35215,1730978282495, seqNum=2] 2024-11-07T11:18:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:12,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:18:12,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T11:18:12,429 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:18:12,455 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,35215,1730978282495, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:18:12,455 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:12,455 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35215,1730978282495, seqNum=-1] 2024-11-07T11:18:12,455 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:12,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-07T11:18:12,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,35215,1730978282495', locateType=CURRENT is [region=hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc., hostname=4ab3d709c6df,35215,1730978282495, seqNum=2] 2024-11-07T11:18:12,460 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T11:18:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T11:18:12,462 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,35215,1730978282495 suceeded 2024-11-07T11:18:12,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T11:18:12,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-07T11:18:12,464 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:40231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:18:12,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-07T11:18:12,474 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:40231' 2024-11-07T11:18:12,475 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78637830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:12,475 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,40231,-1 for getting cluster id 2024-11-07T11:18:12,475 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:12,476 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dea5a8e-0e8a-4978-a730-9be269f5d8d3' 2024-11-07T11:18:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dea5a8e-0e8a-4978-a730-9be269f5d8d3" 2024-11-07T11:18:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@636891c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,40231,-1] 2024-11-07T11:18:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:12,477 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:12,477 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d542f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:12,478 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:12,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:12,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c179f02 2024-11-07T11:18:12,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:12,479 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-07T11:18:12,479 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,35215,1730978282495 (queues=1) is replicating from cluster=3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6 to cluster=7dea5a8e-0e8a-4978-a730-9be269f5d8d3 2024-11-07T11:18:12,480 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C35215%2C1730978282495 2024-11-07T11:18:12,480 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,35215,1730978282495, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:18:12,480 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.shipper4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C35215%2C1730978282495 2024-11-07T11:18:12,480 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.wal-reader.4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.1730978284511, startPosition=0, beingWritten=true 2024-11-07T11:18:12,686 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.wal-reader.4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.1730978284511 to pos 0, reset compression=false 2024-11-07T11:18:12,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:18:12,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T11:18:12,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T11:18:12,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T11:18:12,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:12,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T11:18:12,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:12,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T11:18:12,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:18:12,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T11:18:12,990 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.wal-reader.4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.1730978284511 to pos 0, reset compression=false 2024-11-07T11:18:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:13,114 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:18:13,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:13,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:13,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:13,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:13,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:13,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9e6e90b 2024-11-07T11:18:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:13,116 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:13,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T11:18:13,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:13,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:13,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:13,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:13,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:13,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:18:13,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=249110917, stopped=false 2024-11-07T11:18:13,117 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,39845,1730978282274 2024-11-07T11:18:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/running 2024-11-07T11:18:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/running 2024-11-07T11:18:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:13,171 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:13,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:13,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:13,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:13,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/running 2024-11-07T11:18:13,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,35215,1730978282495' ***** 2024-11-07T11:18:13,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:18:13,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/running 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:18:13,172 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(3091): Received CLOSE for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:35215. 2024-11-07T11:18:13,172 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbbf8817d64720584468cf769e4a7dbc, disabling compactions & flushes 2024-11-07T11:18:13,172 DEBUG [RS:0;4ab3d709c6df:35215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:13,172 DEBUG [RS:0;4ab3d709c6df:35215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:13,172 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:13,172 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:18:13,172 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. after waiting 0 ms 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:18:13,172 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:13,172 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:18:13,173 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbbf8817d64720584468cf769e4a7dbc 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T11:18:13,173 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:18:13,173 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:18:13,173 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1325): Online Regions={bbbf8817d64720584468cf769e4a7dbc=hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:18:13,173 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:13,173 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:18:13,173 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:18:13,173 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:18:13,173 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:18:13,173 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:18:13,173 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T11:18:13,185 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:13,187 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc/.tmp/queue/a381f232e9e04ef0a792186c75e3b881 is 151, key is 1-4ab3d709c6df,35215,1730978282495/queue:4ab3d709c6df%2C35215%2C1730978282495/1730978292459/Put/seqid=0 2024-11-07T11:18:13,187 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/info/fc76880f63ba46229373b9ab3aae1dfd is 147, key is hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc./info:regioninfo/1730978292136/Put/seqid=0 2024-11-07T11:18:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741839_1015 (size=6631) 2024-11-07T11:18:13,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741838_1014 (size=5350) 2024-11-07T11:18:13,373 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:13,395 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.wal-reader.4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.1730978284511 to pos 0, reset compression=false 2024-11-07T11:18:13,406 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:18:13,406 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:18:13,573 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:13,591 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc/.tmp/queue/a381f232e9e04ef0a792186c75e3b881 2024-11-07T11:18:13,591 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/info/fc76880f63ba46229373b9ab3aae1dfd 2024-11-07T11:18:13,597 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc/.tmp/queue/a381f232e9e04ef0a792186c75e3b881 as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc/queue/a381f232e9e04ef0a792186c75e3b881 2024-11-07T11:18:13,602 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc/queue/a381f232e9e04ef0a792186c75e3b881, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T11:18:13,603 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bbbf8817d64720584468cf769e4a7dbc in 431ms, sequenceid=5, compaction requested=false 2024-11-07T11:18:13,603 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T11:18:13,607 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T11:18:13,608 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:13,608 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:13,608 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:13,608 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbbf8817d64720584468cf769e4a7dbc: Waiting for close lock at 1730978293172Running coprocessor pre-close hooks at 1730978293172Disabling compacts and flushes for region at 1730978293172Disabling writes for close at 1730978293172Obtaining lock to block concurrent updates at 1730978293173 (+1 ms)Preparing flush snapshotting stores in bbbf8817d64720584468cf769e4a7dbc at 1730978293173Finished memstore snapshotting hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1730978293173Flushing stores of hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. at 1730978293173Flushing bbbf8817d64720584468cf769e4a7dbc/queue: creating writer at 1730978293173Flushing bbbf8817d64720584468cf769e4a7dbc/queue: appending metadata at 1730978293186 (+13 ms)Flushing bbbf8817d64720584468cf769e4a7dbc/queue: closing flushed file at 1730978293186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26138011: reopening flushed file at 1730978293596 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bbbf8817d64720584468cf769e4a7dbc in 431ms, sequenceid=5, compaction requested=false at 1730978293603 (+7 ms)Writing region close event to WAL at 1730978293604 (+1 ms)Running coprocessor post-close hooks at 1730978293608 (+4 ms)Closed at 1730978293608 2024-11-07T11:18:13,608 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:13,611 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/ns/915023a1813044d2980ac88db19bed87 is 43, key is default/ns:d/1730978285579/Put/seqid=0 2024-11-07T11:18:13,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741840_1016 (size=5153) 2024-11-07T11:18:13,773 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:13,900 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.wal-reader.4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.1730978284511 to pos 0, reset compression=false 2024-11-07T11:18:13,973 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:14,015 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/ns/915023a1813044d2980ac88db19bed87 2024-11-07T11:18:14,034 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/table/e679fe28806e488dab8a1a45db4f8dcd is 53, key is hbase:replication/table:state/1730978292143/Put/seqid=0 2024-11-07T11:18:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741841_1017 (size=5256) 2024-11-07T11:18:14,174 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:18:14,174 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:18:14,174 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:14,374 DEBUG [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:14,439 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/table/e679fe28806e488dab8a1a45db4f8dcd 2024-11-07T11:18:14,444 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/info/fc76880f63ba46229373b9ab3aae1dfd as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/info/fc76880f63ba46229373b9ab3aae1dfd 2024-11-07T11:18:14,448 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/info/fc76880f63ba46229373b9ab3aae1dfd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T11:18:14,449 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/ns/915023a1813044d2980ac88db19bed87 as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/ns/915023a1813044d2980ac88db19bed87 2024-11-07T11:18:14,453 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/ns/915023a1813044d2980ac88db19bed87, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:18:14,454 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/table/e679fe28806e488dab8a1a45db4f8dcd as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/table/e679fe28806e488dab8a1a45db4f8dcd 2024-11-07T11:18:14,458 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/table/e679fe28806e488dab8a1a45db4f8dcd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T11:18:14,459 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false 2024-11-07T11:18:14,463 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T11:18:14,463 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:14,464 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:14,464 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:14,464 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978293173Running coprocessor pre-close hooks at 1730978293173Disabling compacts and flushes for region at 1730978293173Disabling writes for close at 1730978293173Obtaining lock to block concurrent updates at 1730978293173Preparing flush snapshotting stores in 1588230740 at 1730978293173Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730978293173Flushing stores of hbase:meta,,1.1588230740 at 1730978293174 (+1 ms)Flushing 1588230740/info: creating writer at 1730978293174Flushing 1588230740/info: appending metadata at 1730978293186 (+12 ms)Flushing 1588230740/info: closing flushed file at 1730978293186Flushing 1588230740/ns: creating writer at 1730978293596 (+410 ms)Flushing 1588230740/ns: appending metadata at 1730978293611 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730978293611Flushing 1588230740/table: creating writer at 1730978294021 (+410 ms)Flushing 1588230740/table: appending metadata at 1730978294034 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730978294034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3874018a: reopening flushed file at 1730978294443 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758f46d3: reopening flushed file at 1730978294448 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4ec8c8: reopening flushed file at 1730978294454 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false at 1730978294459 (+5 ms)Writing region close event to WAL at 1730978294460 (+1 ms)Running coprocessor post-close hooks at 1730978294463 (+3 ms)Closed at 1730978294464 (+1 ms) 2024-11-07T11:18:14,464 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:14,505 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.wal-reader.4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.1730978284511 to pos 0, reset compression=false 2024-11-07T11:18:14,574 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,35215,1730978282495; all regions closed. 2024-11-07T11:18:14,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741834_1010 (size=2742) 2024-11-07T11:18:14,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.meta.1730978285519.meta not finished, retry = 0 2024-11-07T11:18:14,679 DEBUG [RS:0;4ab3d709c6df:35215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs 2024-11-07T11:18:14,679 INFO [RS:0;4ab3d709c6df:35215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C35215%2C1730978282495.meta:.meta(num 1730978285519) 2024-11-07T11:18:14,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.rep.1730978292102 not finished, retry = 0 2024-11-07T11:18:14,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741837_1013 (size=1586) 2024-11-07T11:18:14,783 DEBUG [RS:0;4ab3d709c6df:35215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs 2024-11-07T11:18:14,783 INFO [RS:0;4ab3d709c6df:35215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C35215%2C1730978282495.rep:(num 1730978292102) 2024-11-07T11:18:14,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741832_1008 (size=93) 2024-11-07T11:18:14,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495/4ab3d709c6df%2C35215%2C1730978282495.1730978284511 not finished, retry = 0 2024-11-07T11:18:14,888 DEBUG [RS:0;4ab3d709c6df:35215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs 2024-11-07T11:18:14,888 INFO [RS:0;4ab3d709c6df:35215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C35215%2C1730978282495:(num 1730978284511) 2024-11-07T11:18:14,888 DEBUG [RS:0;4ab3d709c6df:35215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:14,888 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:14,888 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:14,888 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:14,888 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:14,888 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:14,888 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,35215,1730978282495 because: Region server is closing 2024-11-07T11:18:14,889 INFO [RS:0;4ab3d709c6df:35215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:35215. 2024-11-07T11:18:14,889 DEBUG [RS:0;4ab3d709c6df:35215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:14,889 DEBUG [RS:0;4ab3d709c6df:35215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:14,889 DEBUG [RS:0;4ab3d709c6df:35215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:14,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:14,989 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.shipper4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:18:14,989 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.wal-reader.4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:18:14,989 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35215,1730978282495.replicationSource.shipper4ab3d709c6df%2C35215%2C1730978282495,1-4ab3d709c6df,35215,1730978282495 terminated 2024-11-07T11:18:14,989 INFO [RS:0;4ab3d709c6df:35215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35215 2024-11-07T11:18:15,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/rs/4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:15,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/rs 2024-11-07T11:18:15,010 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:15,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,35215,1730978282495] 2024-11-07T11:18:15,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/draining/4ab3d709c6df,35215,1730978282495 already deleted, retry=false 2024-11-07T11:18:15,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,35215,1730978282495 expired; onlineServers=0 2024-11-07T11:18:15,031 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,39845,1730978282274' ***** 2024-11-07T11:18:15,031 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:18:15,031 INFO [M:0;4ab3d709c6df:39845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:15,031 INFO [M:0;4ab3d709c6df:39845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:15,031 DEBUG [M:0;4ab3d709c6df:39845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:18:15,031 DEBUG [M:0;4ab3d709c6df:39845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:18:15,031 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:18:15,031 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978284273 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978284273,5,FailOnTimeoutGroup] 2024-11-07T11:18:15,031 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978284273 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978284273,5,FailOnTimeoutGroup] 2024-11-07T11:18:15,032 INFO [M:0;4ab3d709c6df:39845 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:15,032 INFO [M:0;4ab3d709c6df:39845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:15,032 DEBUG [M:0;4ab3d709c6df:39845 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:18:15,032 INFO [M:0;4ab3d709c6df:39845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:18:15,032 INFO [M:0;4ab3d709c6df:39845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:15,032 INFO [M:0;4ab3d709c6df:39845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:18:15,032 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:18:15,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/master 2024-11-07T11:18:15,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:15,042 DEBUG [M:0;4ab3d709c6df:39845 {}] zookeeper.ZKUtil(347): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/master because node does not exist (not an error) 2024-11-07T11:18:15,042 WARN [M:0;4ab3d709c6df:39845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:18:15,042 INFO [M:0;4ab3d709c6df:39845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/.lastflushedseqids 2024-11-07T11:18:15,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741842_1018 (size=181) 2024-11-07T11:18:15,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:15,121 INFO [RS:0;4ab3d709c6df:35215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:15,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35215-0x10115046f7a0001, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:15,121 INFO [RS:0;4ab3d709c6df:35215 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,35215,1730978282495; zookeeper connection closed. 2024-11-07T11:18:15,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20f24024 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20f24024 2024-11-07T11:18:15,121 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:18:15,447 INFO [M:0;4ab3d709c6df:39845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:18:15,448 INFO [M:0;4ab3d709c6df:39845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:18:15,448 DEBUG [M:0;4ab3d709c6df:39845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:18:15,448 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:15,448 DEBUG [M:0;4ab3d709c6df:39845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:15,448 DEBUG [M:0;4ab3d709c6df:39845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:18:15,448 DEBUG [M:0;4ab3d709c6df:39845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:15,448 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T11:18:15,462 DEBUG [M:0;4ab3d709c6df:39845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/278bb0abc8d74b3daeb66450e297dbf4 is 82, key is hbase:meta,,1/info:regioninfo/1730978285550/Put/seqid=0 2024-11-07T11:18:15,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741843_1019 (size=5672) 2024-11-07T11:18:15,868 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/278bb0abc8d74b3daeb66450e297dbf4 2024-11-07T11:18:15,886 DEBUG [M:0;4ab3d709c6df:39845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a065d89ad2e4fba8c6dac6b95857348 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730978292148/Put/seqid=0 2024-11-07T11:18:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741844_1020 (size=7203) 2024-11-07T11:18:16,290 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a065d89ad2e4fba8c6dac6b95857348 2024-11-07T11:18:16,308 DEBUG [M:0;4ab3d709c6df:39845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b5dcf3a02a94fb9b8e7edb965d36f4d is 69, key is 4ab3d709c6df,35215,1730978282495/rs:state/1730978284357/Put/seqid=0 2024-11-07T11:18:16,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741845_1021 (size=5156) 2024-11-07T11:18:16,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:16,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:16,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:16,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:16,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:16,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:16,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:16,712 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b5dcf3a02a94fb9b8e7edb965d36f4d 2024-11-07T11:18:16,718 DEBUG [M:0;4ab3d709c6df:39845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/278bb0abc8d74b3daeb66450e297dbf4 as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/278bb0abc8d74b3daeb66450e297dbf4 2024-11-07T11:18:16,723 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/278bb0abc8d74b3daeb66450e297dbf4, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T11:18:16,724 DEBUG [M:0;4ab3d709c6df:39845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a065d89ad2e4fba8c6dac6b95857348 as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a065d89ad2e4fba8c6dac6b95857348 2024-11-07T11:18:16,729 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a065d89ad2e4fba8c6dac6b95857348, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T11:18:16,730 DEBUG [M:0;4ab3d709c6df:39845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b5dcf3a02a94fb9b8e7edb965d36f4d as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b5dcf3a02a94fb9b8e7edb965d36f4d 2024-11-07T11:18:16,734 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b5dcf3a02a94fb9b8e7edb965d36f4d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T11:18:16,735 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false 2024-11-07T11:18:16,736 INFO [M:0;4ab3d709c6df:39845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:16,736 DEBUG [M:0;4ab3d709c6df:39845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978295448Disabling compacts and flushes for region at 1730978295448Disabling writes for close at 1730978295448Obtaining lock to block concurrent updates at 1730978295448Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978295448Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1730978295448Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978295449 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978295449Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978295462 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978295462Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978295873 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978295886 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978295886Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978296294 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978296308 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978296308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64978c39: reopening flushed file at 1730978296717 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cc51fa: reopening flushed file at 1730978296723 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4773092d: reopening flushed file at 1730978296729 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false at 1730978296735 (+6 ms)Writing region close event to WAL at 1730978296736 (+1 ms)Closed at 1730978296736 2024-11-07T11:18:16,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741830_1006 (size=41008) 2024-11-07T11:18:16,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274/4ab3d709c6df%2C39845%2C1730978282274.1730978283848 not finished, retry = 0 2024-11-07T11:18:16,839 INFO [M:0;4ab3d709c6df:39845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:18:16,839 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:16,839 INFO [M:0;4ab3d709c6df:39845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39845 2024-11-07T11:18:16,839 INFO [M:0;4ab3d709c6df:39845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:16,997 INFO [M:0;4ab3d709c6df:39845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39845-0x10115046f7a0000, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:16,999 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:16,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:16,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:16,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:16,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:16,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:16,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:18:16,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:16,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33623 2024-11-07T11:18:17,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33623 connecting to ZooKeeper ensemble=127.0.0.1:60117 2024-11-07T11:18:17,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336230x0, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:17,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33623-0x10115046f7a0006 connected 2024-11-07T11:18:17,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:17,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:17,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/running 2024-11-07T11:18:17,028 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: INIT 2024-11-07T11:18:17,028 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265, hbase.cluster.distributed=false 2024-11-07T11:18:17,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/acl 2024-11-07T11:18:17,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33623 2024-11-07T11:18:17,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33623 2024-11-07T11:18:17,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33623 2024-11-07T11:18:17,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33623 2024-11-07T11:18:17,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33623 2024-11-07T11:18:17,043 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:17,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:17,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:17,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:17,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:17,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:17,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:18:17,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:17,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33437 2024-11-07T11:18:17,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33437 connecting to ZooKeeper ensemble=127.0.0.1:60117 2024-11-07T11:18:17,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:17,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:17,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334370x0, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:17,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33437-0x10115046f7a0007 connected 2024-11-07T11:18:17,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/running 2024-11-07T11:18:17,055 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: INIT 2024-11-07T11:18:17,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:18:17,056 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:18:17,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/master 2024-11-07T11:18:17,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/acl 2024-11-07T11:18:17,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-07T11:18:17,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33437 2024-11-07T11:18:17,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33437 2024-11-07T11:18:17,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-07T11:18:17,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-07T11:18:17,071 DEBUG [M:0;4ab3d709c6df:33623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:33623 2024-11-07T11:18:17,072 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2019239705/backup-masters/4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:17,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/backup-masters 2024-11-07T11:18:17,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/backup-masters 2024-11-07T11:18:17,084 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on existing znode=/0-2019239705/backup-masters/4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:17,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:17,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2019239705/master 2024-11-07T11:18:17,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:17,094 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on existing znode=/0-2019239705/master 2024-11-07T11:18:17,095 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2019239705/backup-masters/4ab3d709c6df,33623,1730978296998 from backup master directory 2024-11-07T11:18:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/backup-masters/4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/backup-masters 2024-11-07T11:18:17,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/backup-masters 2024-11-07T11:18:17,105 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:17,105 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:17,114 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:17,114 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:18:17,120 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-07T11:18:17,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741846_1022 (size=196) 2024-11-07T11:18:17,534 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:17,535 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:18:17,535 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:17,539 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T11:18:17,542 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274 to hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274-dead as it is dead 2024-11-07T11:18:17,542 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274-dead/4ab3d709c6df%2C39845%2C1730978282274.1730978283848 2024-11-07T11:18:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274-dead/4ab3d709c6df%2C39845%2C1730978282274.1730978283848 after 1ms 2024-11-07T11:18:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274-dead/4ab3d709c6df%2C39845%2C1730978282274.1730978283848 to hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4ab3d709c6df%2C39845%2C1730978282274.1730978283848 2024-11-07T11:18:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,39845,1730978282274-dead 2024-11-07T11:18:17,544 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:17,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:17,545 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C33623%2C1730978296998, suffix=, logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,33623,1730978296998, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/oldWALs, maxLogs=10 2024-11-07T11:18:17,558 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,33623,1730978296998/4ab3d709c6df%2C33623%2C1730978296998.1730978297545, exclude list is [], retry=0 2024-11-07T11:18:17,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-890b22d6-7657-4fb2-96ef-06b7df76d877,DISK] 2024-11-07T11:18:17,563 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/WALs/4ab3d709c6df,33623,1730978296998/4ab3d709c6df%2C33623%2C1730978296998.1730978297545 2024-11-07T11:18:17,563 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-07T11:18:17,563 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:17,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:17,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:18:17,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:17,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/278bb0abc8d74b3daeb66450e297dbf4 2024-11-07T11:18:17,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:17,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:18:17,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:17,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a065d89ad2e4fba8c6dac6b95857348 2024-11-07T11:18:17,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:17,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:18:17,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:17,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b5dcf3a02a94fb9b8e7edb965d36f4d 2024-11-07T11:18:17,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:17,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:18:17,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:17,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:17,588 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,589 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T11:18:17,589 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4ab3d709c6df%2C39845%2C1730978282274.1730978283848 2024-11-07T11:18:17,593 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4ab3d709c6df%2C39845%2C1730978282274.1730978283848 2024-11-07T11:18:17,594 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4ab3d709c6df%2C39845%2C1730978282274.1730978283848 2024-11-07T11:18:17,595 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,595 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,595 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:17,597 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:17,600 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-07T11:18:17,601 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61777143, jitterRate=-0.07944883406162262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:17,602 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978297564Initializing all the Stores at 1730978297565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978297565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978297565Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978297565Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978297565Cleaning up temporary data from old regions at 1730978297595 (+30 ms)Region opened successfully at 1730978297602 (+7 ms) 2024-11-07T11:18:17,602 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:18:17,605 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25933235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:17,607 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T11:18:17,607 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:18:17,608 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:18:17,608 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:18:17,608 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:18:17,610 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:17,611 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:18:17,611 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:18:17,611 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-07T11:18:17,611 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:18:17,613 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4ab3d709c6df,35215,1730978282495, regionLocation=4ab3d709c6df,35215,1730978282495, openSeqNum=2 2024-11-07T11:18:17,614 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4ab3d709c6df,35215,1730978282495, table=hbase:meta, region=1588230740 2024-11-07T11:18:17,614 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,35215,1730978282495, state=OPEN 2024-11-07T11:18:17,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019239705/meta-region-server 2024-11-07T11:18:17,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019239705/meta-region-server 2024-11-07T11:18:17,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:17,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:17,658 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:18:17,665 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/draining/4ab3d709c6df,35215,1730978282495 already deleted, retry=false 2024-11-07T11:18:17,665 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4ab3d709c6df,35215,1730978282495 on 4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:17,666 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4ab3d709c6df,35215,1730978282495, splitWal=true, meta=true 2024-11-07T11:18:17,666 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 4ab3d709c6df,35215,1730978282495 (carryingMeta=true) 4ab3d709c6df,35215,1730978282495/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2cd0b132[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T11:18:17,668 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/balancer because node does not exist (not necessarily an error) 2024-11-07T11:18:17,676 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/balancer already deleted, retry=false 2024-11-07T11:18:17,676 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:18:17,677 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:18:17,686 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/normalizer already deleted, retry=false 2024-11-07T11:18:17,687 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:18:17,688 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:18:17,697 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/switch/split already deleted, retry=false 2024-11-07T11:18:17,698 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:18:17,707 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/switch/merge already deleted, retry=false 2024-11-07T11:18:17,719 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Unable to get data of znode /0-2019239705/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:18:17,728 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/snapshot-cleanup already deleted, retry=false 2024-11-07T11:18:17,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2019239705/running 2024-11-07T11:18:17,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2019239705/running 2024-11-07T11:18:17,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:17,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:17,739 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,33623,1730978296998, sessionid=0x10115046f7a0006, setting cluster-up flag (Was=false) 2024-11-07T11:18:17,750 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2019239705/flush-table-proc/acquired, /0-2019239705/flush-table-proc/reached, /0-2019239705/flush-table-proc/abort 2024-11-07T11:18:17,750 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:17,760 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2019239705/online-snapshot/acquired, /0-2019239705/online-snapshot/reached, /0-2019239705/online-snapshot/abort 2024-11-07T11:18:17,761 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:17,762 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/.lastflushedseqids 2024-11-07T11:18:17,763 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:18:17,764 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:18:17,764 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,33623,1730978296998 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4ab3d709c6df,35215,1730978282495 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:18:17,765 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:17,765 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:17,765 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:17,765 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:17,765 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:18:17,765 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,765 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:17,765 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,766 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978327766 2024-11-07T11:18:17,766 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:18:17,766 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:18:17,766 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:18:17,766 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:18:17,766 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:18:17,766 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:18:17,766 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,766 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4ab3d709c6df,35215,1730978282495, splitWal=true, meta=true 2024-11-07T11:18:17,767 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:18:17,767 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:18:17,767 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:18:17,767 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:18:17,767 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4ab3d709c6df,35215,1730978282495, splitWal=true, meta=true, isMeta: true 2024-11-07T11:18:17,767 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:18:17,767 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:18:17,768 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978297767,5,FailOnTimeoutGroup] 2024-11-07T11:18:17,768 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978297768,5,FailOnTimeoutGroup] 2024-11-07T11:18:17,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:18:17,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978297768, completionTime=-1 2024-11-07T11:18:17,768 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T11:18:17,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T11:18:17,768 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495-splitting 2024-11-07T11:18:17,769 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495-splitting dir is empty, no logs to split. 2024-11-07T11:18:17,769 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4ab3d709c6df,35215,1730978282495 WAL count=0, meta=true 2024-11-07T11:18:17,771 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495-splitting dir is empty, no logs to split. 2024-11-07T11:18:17,771 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4ab3d709c6df,35215,1730978282495 WAL count=0, meta=true 2024-11-07T11:18:17,771 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4ab3d709c6df,35215,1730978282495 WAL splitting is done? wals=0, meta=true 2024-11-07T11:18:17,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:18:17,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:17,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T11:18:17,863 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(746): ClusterId : 3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6 2024-11-07T11:18:17,863 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:18:17,874 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:18:17,874 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:18:17,887 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:18:17,887 DEBUG [RS:0;4ab3d709c6df:33437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702debb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:17,898 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:33437 2024-11-07T11:18:17,898 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:18:17,898 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:18:17,898 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:18:17,898 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,33623,1730978296998 with port=33437, startcode=1730978297043 2024-11-07T11:18:17,899 DEBUG [RS:0;4ab3d709c6df:33437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:18:17,900 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:18:17,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:17,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33623 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:17,901 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265 2024-11-07T11:18:17,901 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40813 2024-11-07T11:18:17,901 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:18:17,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T11:18:17,923 WARN [4ab3d709c6df:33623 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:18:17,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/rs 2024-11-07T11:18:17,938 DEBUG [RS:0;4ab3d709c6df:33437 {}] zookeeper.ZKUtil(111): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on existing znode=/0-2019239705/rs/4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:17,938 WARN [RS:0;4ab3d709c6df:33437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:17,938 INFO [RS:0;4ab3d709c6df:33437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:17,938 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:17,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,33437,1730978297043] 2024-11-07T11:18:17,955 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:18:17,956 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:18:17,956 INFO [RS:0;4ab3d709c6df:33437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:18:17,956 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,956 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:18:17,957 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:18:17,957 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:17,957 DEBUG [RS:0;4ab3d709c6df:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:17,958 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,958 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,958 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,958 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,958 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,958 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33437,1730978297043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:17,970 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:18:17,970 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33437,1730978297043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,982 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,33437,1730978297043, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:18:17,982 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,982 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.Replication(171): 4ab3d709c6df,33437,1730978297043 started 2024-11-07T11:18:17,995 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource,1-4ab3d709c6df,33437,1730978297043 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:40231' 2024-11-07T11:18:17,995 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:17,995 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,33437,1730978297043, RpcServer on 4ab3d709c6df/172.17.0.2:33437, sessionid=0x10115046f7a0007 2024-11-07T11:18:17,996 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:18:17,996 DEBUG [RS:0;4ab3d709c6df:33437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:17,996 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,33437,1730978297043' 2024-11-07T11:18:17,996 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2019239705/flush-table-proc/abort' 2024-11-07T11:18:17,996 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource,1-4ab3d709c6df,33437,1730978297043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765940d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:17,996 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource,1-4ab3d709c6df,33437,1730978297043 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,40231,-1 for getting cluster id 2024-11-07T11:18:17,996 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource,1-4ab3d709c6df,33437,1730978297043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:17,996 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2019239705/flush-table-proc/acquired' 2024-11-07T11:18:17,997 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:18:17,997 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:18:17,997 DEBUG [RS:0;4ab3d709c6df:33437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:17,997 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,33437,1730978297043' 2024-11-07T11:18:17,997 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2019239705/online-snapshot/abort' 2024-11-07T11:18:17,997 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2019239705/online-snapshot/acquired' 2024-11-07T11:18:17,997 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dea5a8e-0e8a-4978-a730-9be269f5d8d3' 2024-11-07T11:18:17,997 DEBUG [RS:0;4ab3d709c6df:33437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:18:17,997 INFO [RS:0;4ab3d709c6df:33437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:18:17,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:17,997 INFO [RS:0;4ab3d709c6df:33437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:18:17,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dea5a8e-0e8a-4978-a730-9be269f5d8d3" 2024-11-07T11:18:17,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa47bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:17,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,40231,-1] 2024-11-07T11:18:17,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:17,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:17,999 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:17,999 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource,1-4ab3d709c6df,33437,1730978297043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b208ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:17,999 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource,1-4ab3d709c6df,33437,1730978297043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:18,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:18,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38efe95b 2024-11-07T11:18:18,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:18,001 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-07T11:18:18,001 INFO [RS:0;4ab3d709c6df:33437.replicationSource,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,33437,1730978297043 (queues=0) is replicating from cluster=3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6 to cluster=7dea5a8e-0e8a-4978-a730-9be269f5d8d3 2024-11-07T11:18:18,098 INFO [RS:0;4ab3d709c6df:33437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:18,099 INFO [RS:0;4ab3d709c6df:33437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C33437%2C1730978297043, suffix=, logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs, maxLogs=10 2024-11-07T11:18:18,111 DEBUG [RS:0;4ab3d709c6df:33437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100, exclude list is [], retry=0 2024-11-07T11:18:18,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-890b22d6-7657-4fb2-96ef-06b7df76d877,DISK] 2024-11-07T11:18:18,115 INFO [RS:0;4ab3d709c6df:33437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 2024-11-07T11:18:18,115 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4ab3d709c6df%2C33437%2C1730978297043 for peer 1 2024-11-07T11:18:18,115 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C33437%2C1730978297043 2024-11-07T11:18:18,115 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,33437,1730978297043, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:18:18,115 DEBUG [RS:0;4ab3d709c6df:33437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-07T11:18:18,115 INFO [RS:0;4ab3d709c6df:33437.replicationSource.shipper4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C33437%2C1730978297043 2024-11-07T11:18:18,116 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100, startPosition=0, beingWritten=true 2024-11-07T11:18:18,173 DEBUG [4ab3d709c6df:33623 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:18:18,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:18,174 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,33437,1730978297043, state=OPENING 2024-11-07T11:18:18,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019239705/meta-region-server 2024-11-07T11:18:18,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019239705/meta-region-server 2024-11-07T11:18:18,192 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:18,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:18,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:18,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,33437,1730978297043}] 2024-11-07T11:18:18,321 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:18,358 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:18:18,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:18:18,362 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:18:18,362 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:18,362 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:18:18,363 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C33437%2C1730978297043.meta, suffix=.meta, logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs, maxLogs=10 2024-11-07T11:18:18,377 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.meta.1730978298363.meta, exclude list is [], retry=0 2024-11-07T11:18:18,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-890b22d6-7657-4fb2-96ef-06b7df76d877,DISK] 2024-11-07T11:18:18,380 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.meta.1730978298363.meta 2024-11-07T11:18:18,381 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-07T11:18:18,381 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:18,381 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:18,381 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:18:18,381 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:18:18,381 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:18:18,381 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:18:18,381 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:18,381 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:18:18,381 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:18:18,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:18:18,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:18:18,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:18,388 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/info/fc76880f63ba46229373b9ab3aae1dfd 2024-11-07T11:18:18,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:18,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:18:18,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:18:18,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:18,394 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/ns/915023a1813044d2980ac88db19bed87 2024-11-07T11:18:18,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:18,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:18:18,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:18:18,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:18,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:18,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:18:18,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:18:18,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:18,400 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/table/e679fe28806e488dab8a1a45db4f8dcd 2024-11-07T11:18:18,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:18,400 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:18:18,401 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740 2024-11-07T11:18:18,402 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740 2024-11-07T11:18:18,402 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:18:18,402 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:18:18,403 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:18,404 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:18:18,405 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61140897, jitterRate=-0.08892963826656342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:18,405 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:18:18,405 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978298382Writing region info on filesystem at 1730978298382Initializing all the Stores at 1730978298382Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978298382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978298383 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978298383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978298383Cleaning up temporary data from old regions at 1730978298402 (+19 ms)Running coprocessor post-open hooks at 1730978298405 (+3 ms)Region opened successfully at 1730978298405 2024-11-07T11:18:18,406 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1730978298357 2024-11-07T11:18:18,407 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:18:18,407 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:18:18,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:18,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,33437,1730978297043, state=OPEN 2024-11-07T11:18:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019239705/meta-region-server 2024-11-07T11:18:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2019239705/meta-region-server 2024-11-07T11:18:18,420 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:18,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:18,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2019239705/meta-region-server: CHANGED 2024-11-07T11:18:18,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-07T11:18:18,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,33437,1730978297043 in 228 msec 2024-11-07T11:18:18,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:18:18,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-11-07T11:18:18,625 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:19,029 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:19,421 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-07T11:18:19,533 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:20,137 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:20,841 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:20,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-07T11:18:21,645 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:22,275 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T11:18:22,275 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:18:22,276 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:22,276 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,33437,1730978297043, seqNum=-1] 2024-11-07T11:18:22,276 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:22,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:22,280 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bbbf8817d64720584468cf769e4a7dbc, regionState=OPEN, lastHost=4ab3d709c6df,35215,1730978282495, regionLocation=4ab3d709c6df,35215,1730978282495, openSeqNum=2 2024-11-07T11:18:22,280 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:18:22,280 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978362280 2024-11-07T11:18:22,280 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978422280 2024-11-07T11:18:22,280 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-07T11:18:22,281 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4ab3d709c6df,35215,1730978282495 had 2 regions 2024-11-07T11:18:22,281 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33623,1730978296998-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:22,281 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33623,1730978296998-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:22,281 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33623,1730978296998-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:22,281 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:33623, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:22,281 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:22,281 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:22,282 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4ab3d709c6df,35215,1730978282495, splitWal=true, meta=true, isMeta: false 2024-11-07T11:18:22,283 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495-splitting dir is empty, no logs to split. 2024-11-07T11:18:22,283 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4ab3d709c6df,35215,1730978282495 WAL count=0, meta=false 2024-11-07T11:18:22,285 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,35215,1730978282495-splitting dir is empty, no logs to split. 2024-11-07T11:18:22,285 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4ab3d709c6df,35215,1730978282495 WAL count=0, meta=false 2024-11-07T11:18:22,285 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4ab3d709c6df,35215,1730978282495 WAL splitting is done? wals=0, meta=false 2024-11-07T11:18:22,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.181sec 2024-11-07T11:18:22,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:18:22,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:18:22,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:18:22,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:18:22,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:18:22,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33623,1730978296998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:22,286 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33623,1730978296998-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:18:22,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN}] 2024-11-07T11:18:22,290 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:18:22,290 WARN [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4ab3d709c6df,35215,1730978282495/hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:22,290 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:18:22,290 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33623,1730978296998-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:22,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN 2024-11-07T11:18:22,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T11:18:22,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150b7a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:22,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33623,-1 for getting cluster id 2024-11-07T11:18:22,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:22,367 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6' 2024-11-07T11:18:22,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:22,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6" 2024-11-07T11:18:22,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fae13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:22,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33623,-1] 2024-11-07T11:18:22,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:22,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:22,369 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:22,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57315ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:22,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:22,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,33437,1730978297043, seqNum=-1] 2024-11-07T11:18:22,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:22,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:22,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T11:18:22,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:22,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:22,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:22,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:22,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:22,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4ab3d709c6df:33623 after: 4ab3d709c6df:33623 2024-11-07T11:18:22,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:22,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33623,-1 for getting cluster id 2024-11-07T11:18:22,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:22,376 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6' 2024-11-07T11:18:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb6cba5-1b8f-407a-b2bc-f03506c9b4f6" 2024-11-07T11:18:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c36dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33623,-1] 2024-11-07T11:18:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:22,377 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:22,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:22,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:22,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:22,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e294a9b 2024-11-07T11:18:22,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:22,380 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:22,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T11:18:22,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:18:22,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:22,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:22,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:22,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:22,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:22,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:18:22,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=179868383, stopped=false 2024-11-07T11:18:22,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,40231,1730978287560 2024-11-07T11:18:22,442 DEBUG [4ab3d709c6df:33623 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:18:22,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bbbf8817d64720584468cf769e4a7dbc, regionState=OPENING, regionLocation=4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:22,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-730973435/running 2024-11-07T11:18:22,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-730973435/running 2024-11-07T11:18:22,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:22,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:22,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN because future has completed 2024-11-07T11:18:22,444 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:22,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:22,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on znode that does not yet exist, /1-730973435/running 2024-11-07T11:18:22,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:22,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Set watcher on znode that does not yet exist, /1-730973435/running 2024-11-07T11:18:22,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:22,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbbf8817d64720584468cf769e4a7dbc, server=4ab3d709c6df,33437,1730978297043}] 2024-11-07T11:18:22,445 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,35617,1730978287695' ***** 2024-11-07T11:18:22,445 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:18:22,445 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:35617. 2024-11-07T11:18:22,445 DEBUG [RS:0;4ab3d709c6df:35617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:22,445 DEBUG [RS:0;4ab3d709c6df:35617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:18:22,445 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:18:22,446 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:18:22,446 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:18:22,446 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:22,446 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:18:22,446 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:18:22,446 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:18:22,446 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:18:22,446 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:18:22,446 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T11:18:22,447 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:22,460 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740/.tmp/ns/c1b571df641b4ab7930bcf73e577c81e is 43, key is default/ns:d/1730978290904/Put/seqid=0 2024-11-07T11:18:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741835_1011 (size=5153) 2024-11-07T11:18:22,550 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:22,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:22,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:22,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:18:22,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C33437%2C1730978297043.rep, suffix=, logDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043, archiveDir=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs, maxLogs=10 2024-11-07T11:18:22,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.rep.1730978302601, exclude list is [], retry=0 2024-11-07T11:18:22,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-890b22d6-7657-4fb2-96ef-06b7df76d877,DISK] 2024-11-07T11:18:22,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.rep.1730978302601 2024-11-07T11:18:22,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-07T11:18:22,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => bbbf8817d64720584468cf769e4a7dbc, NAME => 'hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:22,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:22,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:18:22,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. service=MultiRowMutationService 2024-11-07T11:18:22,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:18:22,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:22,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,619 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,620 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbf8817d64720584468cf769e4a7dbc columnFamilyName hfileref 2024-11-07T11:18:22,620 DEBUG [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:22,620 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(327): Store=bbbf8817d64720584468cf769e4a7dbc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:22,620 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,621 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbf8817d64720584468cf769e4a7dbc columnFamilyName queue 2024-11-07T11:18:22,621 DEBUG [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:22,626 DEBUG [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc/queue/a381f232e9e04ef0a792186c75e3b881 2024-11-07T11:18:22,626 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(327): Store=bbbf8817d64720584468cf769e4a7dbc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:22,626 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,627 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbf8817d64720584468cf769e4a7dbc columnFamilyName sid 2024-11-07T11:18:22,627 DEBUG [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:22,627 INFO [StoreOpener-bbbf8817d64720584468cf769e4a7dbc-1 {}] regionserver.HStore(327): Store=bbbf8817d64720584468cf769e4a7dbc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:22,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:18:22,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened bbbf8817d64720584468cf769e4a7dbc; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64933728, jitterRate=-0.032412052154541016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:18:22,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:22,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for bbbf8817d64720584468cf769e4a7dbc: Running coprocessor pre-open hook at 1730978302618Writing region info on filesystem at 1730978302618Initializing all the Stores at 1730978302619 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978302619Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978302619Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978302619Cleaning up temporary data from old regions at 1730978302630 (+11 ms)Running coprocessor post-open hooks at 1730978302632 (+2 ms)Region opened successfully at 1730978302633 (+1 ms) 2024-11-07T11:18:22,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc., pid=13, masterSystemTime=1730978302597 2024-11-07T11:18:22,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:22,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:22,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bbbf8817d64720584468cf769e4a7dbc, regionState=OPEN, openSeqNum=9, regionLocation=4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:22,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbbf8817d64720584468cf769e4a7dbc, server=4ab3d709c6df,33437,1730978297043 because future has completed 2024-11-07T11:18:22,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T11:18:22,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bbbf8817d64720584468cf769e4a7dbc, server=4ab3d709c6df,33437,1730978297043 in 193 msec 2024-11-07T11:18:22,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-07T11:18:22,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbbf8817d64720584468cf769e4a7dbc, ASSIGN in 351 msec 2024-11-07T11:18:22,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T11:18:22,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc., hostname=4ab3d709c6df,33437,1730978297043, seqNum=9] 2024-11-07T11:18:22,646 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:22,658 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 4ab3d709c6df,35215,1730978282495 2024-11-07T11:18:22,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T11:18:22,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-07T11:18:22,846 DEBUG [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:22,865 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740/.tmp/ns/c1b571df641b4ab7930bcf73e577c81e 2024-11-07T11:18:22,870 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740/.tmp/ns/c1b571df641b4ab7930bcf73e577c81e as hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740/ns/c1b571df641b4ab7930bcf73e577c81e 2024-11-07T11:18:22,875 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740/ns/c1b571df641b4ab7930bcf73e577c81e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T11:18:22,875 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-07T11:18:22,875 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:18:22,879 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T11:18:22,879 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:22,879 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:22,880 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:22,880 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978302446Running coprocessor pre-close hooks at 1730978302446Disabling compacts and flushes for region at 1730978302446Disabling writes for close at 1730978302446Obtaining lock to block concurrent updates at 1730978302446Preparing flush snapshotting stores in 1588230740 at 1730978302446Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730978302446Flushing stores of hbase:meta,,1.1588230740 at 1730978302447 (+1 ms)Flushing 1588230740/ns: creating writer at 1730978302447Flushing 1588230740/ns: appending metadata at 1730978302460 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730978302460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f1fb0b8: reopening flushed file at 1730978302870 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1730978302875 (+5 ms)Writing region close event to WAL at 1730978302876 (+1 ms)Running coprocessor post-close hooks at 1730978302879 (+3 ms)Closed at 1730978302879 2024-11-07T11:18:22,880 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:22,935 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:18:22,935 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:18:23,046 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,35617,1730978287695; all regions closed. 2024-11-07T11:18:23,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741834_1010 (size=1152) 2024-11-07T11:18:23,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/WALs/4ab3d709c6df,35617,1730978287695/4ab3d709c6df%2C35617%2C1730978287695.meta.1730978290856.meta not finished, retry = 0 2024-11-07T11:18:23,175 DEBUG [RS:0;4ab3d709c6df:35617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/oldWALs 2024-11-07T11:18:23,175 INFO [RS:0;4ab3d709c6df:35617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C35617%2C1730978287695.meta:.meta(num 1730978290856) 2024-11-07T11:18:23,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741832_1008 (size=93) 2024-11-07T11:18:23,177 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/WALs/4ab3d709c6df,35617,1730978287695/4ab3d709c6df%2C35617%2C1730978287695.1730978289965 not finished, retry = 0 2024-11-07T11:18:23,279 DEBUG [RS:0;4ab3d709c6df:35617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/oldWALs 2024-11-07T11:18:23,279 INFO [RS:0;4ab3d709c6df:35617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C35617%2C1730978287695:(num 1730978289965) 2024-11-07T11:18:23,279 DEBUG [RS:0;4ab3d709c6df:35617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:23,279 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:23,280 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:23,280 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:23,280 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:23,280 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:23,280 INFO [RS:0;4ab3d709c6df:35617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35617 2024-11-07T11:18:23,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-730973435/rs/4ab3d709c6df,35617,1730978287695 2024-11-07T11:18:23,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435/rs 2024-11-07T11:18:23,307 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:23,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,35617,1730978287695] 2024-11-07T11:18:23,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-730973435/draining/4ab3d709c6df,35617,1730978287695 already deleted, retry=false 2024-11-07T11:18:23,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,35617,1730978287695 expired; onlineServers=0 2024-11-07T11:18:23,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,40231,1730978287560' ***** 2024-11-07T11:18:23,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:18:23,328 INFO [M:0;4ab3d709c6df:40231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:23,328 INFO [M:0;4ab3d709c6df:40231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:23,328 DEBUG [M:0;4ab3d709c6df:40231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:18:23,328 DEBUG [M:0;4ab3d709c6df:40231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:18:23,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:18:23,328 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978289643 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978289643,5,FailOnTimeoutGroup] 2024-11-07T11:18:23,328 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978289643 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978289643,5,FailOnTimeoutGroup] 2024-11-07T11:18:23,329 INFO [M:0;4ab3d709c6df:40231 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:23,329 INFO [M:0;4ab3d709c6df:40231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:23,329 DEBUG [M:0;4ab3d709c6df:40231 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:18:23,329 INFO [M:0;4ab3d709c6df:40231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:18:23,329 INFO [M:0;4ab3d709c6df:40231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:23,329 INFO [M:0;4ab3d709c6df:40231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:18:23,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:18:23,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-730973435/master 2024-11-07T11:18:23,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-730973435 2024-11-07T11:18:23,339 DEBUG [M:0;4ab3d709c6df:40231 {}] zookeeper.ZKUtil(347): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Unable to get data of znode /1-730973435/master because node does not exist (not an error) 2024-11-07T11:18:23,339 WARN [M:0;4ab3d709c6df:40231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:18:23,340 INFO [M:0;4ab3d709c6df:40231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/.lastflushedseqids 2024-11-07T11:18:23,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741836_1012 (size=99) 2024-11-07T11:18:23,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:23,418 INFO [RS:0;4ab3d709c6df:35617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:23,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x10115046f7a0004, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:23,418 INFO [RS:0;4ab3d709c6df:35617 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,35617,1730978287695; zookeeper connection closed. 2024-11-07T11:18:23,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5982a5ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5982a5ec 2024-11-07T11:18:23,418 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:18:23,554 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:23,745 INFO [M:0;4ab3d709c6df:40231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:18:23,745 INFO [M:0;4ab3d709c6df:40231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:18:23,745 DEBUG [M:0;4ab3d709c6df:40231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:18:23,745 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:23,745 DEBUG [M:0;4ab3d709c6df:40231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:23,745 DEBUG [M:0;4ab3d709c6df:40231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:18:23,745 DEBUG [M:0;4ab3d709c6df:40231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:23,745 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T11:18:23,763 DEBUG [M:0;4ab3d709c6df:40231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcce2ae2c758466a9a8dbfa8106d6bdc is 82, key is hbase:meta,,1/info:regioninfo/1730978290887/Put/seqid=0 2024-11-07T11:18:23,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741837_1013 (size=5672) 2024-11-07T11:18:23,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:23,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:23,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:23,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:23,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:23,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:23,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:24,167 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcce2ae2c758466a9a8dbfa8106d6bdc 2024-11-07T11:18:24,185 DEBUG [M:0;4ab3d709c6df:40231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ce9226b779b4e7f83c7022a89f30d74 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730978290908/Put/seqid=0 2024-11-07T11:18:24,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741838_1014 (size=5275) 2024-11-07T11:18:24,590 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ce9226b779b4e7f83c7022a89f30d74 2024-11-07T11:18:24,608 DEBUG [M:0;4ab3d709c6df:40231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbd91941078e40a5b3773c3104ad48e8 is 69, key is 4ab3d709c6df,35617,1730978287695/rs:state/1730978289775/Put/seqid=0 2024-11-07T11:18:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741839_1015 (size=5156) 2024-11-07T11:18:24,658 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:25,012 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbd91941078e40a5b3773c3104ad48e8 2024-11-07T11:18:25,018 DEBUG [M:0;4ab3d709c6df:40231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcce2ae2c758466a9a8dbfa8106d6bdc as hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcce2ae2c758466a9a8dbfa8106d6bdc 2024-11-07T11:18:25,023 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcce2ae2c758466a9a8dbfa8106d6bdc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T11:18:25,024 DEBUG [M:0;4ab3d709c6df:40231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ce9226b779b4e7f83c7022a89f30d74 as hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ce9226b779b4e7f83c7022a89f30d74 2024-11-07T11:18:25,028 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ce9226b779b4e7f83c7022a89f30d74, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T11:18:25,029 DEBUG [M:0;4ab3d709c6df:40231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbd91941078e40a5b3773c3104ad48e8 as hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbd91941078e40a5b3773c3104ad48e8 2024-11-07T11:18:25,034 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39429/user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbd91941078e40a5b3773c3104ad48e8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T11:18:25,034 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false 2024-11-07T11:18:25,036 INFO [M:0;4ab3d709c6df:40231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:25,036 DEBUG [M:0;4ab3d709c6df:40231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978303745Disabling compacts and flushes for region at 1730978303745Disabling writes for close at 1730978303745Obtaining lock to block concurrent updates at 1730978303745Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978303745Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730978303746 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978303746Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978303746Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978303762 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978303762Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978304171 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978304185 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978304185Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978304595 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978304607 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978304607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798bc3e3: reopening flushed file at 1730978305017 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a63fbe: reopening flushed file at 1730978305023 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e889dcb: reopening flushed file at 1730978305029 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false at 1730978305034 (+5 ms)Writing region close event to WAL at 1730978305036 (+2 ms)Closed at 1730978305036 2024-11-07T11:18:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34817 is added to blk_1073741830_1006 (size=10165) 2024-11-07T11:18:25,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a0a467a-ca74-bad6-e743-674a73a8ced6/MasterData/WALs/4ab3d709c6df,40231,1730978287560/4ab3d709c6df%2C40231%2C1730978287560.1730978289425 not finished, retry = 0 2024-11-07T11:18:25,138 INFO [M:0;4ab3d709c6df:40231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:18:25,138 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:25,138 INFO [M:0;4ab3d709c6df:40231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40231 2024-11-07T11:18:25,139 INFO [M:0;4ab3d709c6df:40231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:25,291 INFO [M:0;4ab3d709c6df:40231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x10115046f7a0003, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:25,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aba240d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:25,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d17fa12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:25,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:25,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:25,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bff4f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:25,295 WARN [BP-1105714907-172.17.0.2-1730978285667 heartbeating to localhost/127.0.0.1:39429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:18:25,295 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:18:25,295 WARN [BP-1105714907-172.17.0.2-1730978285667 heartbeating to localhost/127.0.0.1:39429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1105714907-172.17.0.2-1730978285667 (Datanode Uuid 86b5d2fc-a488-46d7-bd8a-c1183d9d6e8e) service to localhost/127.0.0.1:39429 2024-11-07T11:18:25,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:18:25,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/cluster_83769017-f200-17d1-6571-c54fbb8679fc/data/data1/current/BP-1105714907-172.17.0.2-1730978285667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:25,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/cluster_83769017-f200-17d1-6571-c54fbb8679fc/data/data2/current/BP-1105714907-172.17.0.2-1730978285667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:25,295 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:18:25,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d7a90ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:25,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e032d09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:25,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:25,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:25,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8042823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:25,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:18:25,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:18:25,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:25,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:25,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:25,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:25,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:25,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:18:25,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=391772833, stopped=false 2024-11-07T11:18:25,312 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,33623,1730978296998 2024-11-07T11:18:25,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/running 2024-11-07T11:18:25,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/running 2024-11-07T11:18:25,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:25,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:25,328 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:25,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:25,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:25,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/running 2024-11-07T11:18:25,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:25,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Set watcher on znode that does not yet exist, /0-2019239705/running 2024-11-07T11:18:25,329 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,33437,1730978297043' ***** 2024-11-07T11:18:25,329 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:18:25,329 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(3091): Received CLOSE for bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:33437. 2024-11-07T11:18:25,329 DEBUG [RS:0;4ab3d709c6df:33437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:25,329 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbbf8817d64720584468cf769e4a7dbc, disabling compactions & flushes 2024-11-07T11:18:25,329 DEBUG [RS:0;4ab3d709c6df:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:25,329 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:25,329 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:18:25,329 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. after waiting 0 ms 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:18:25,329 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:25,329 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:18:25,330 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:18:25,330 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:18:25,330 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1325): Online Regions={bbbf8817d64720584468cf769e4a7dbc=hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:18:25,330 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbbf8817d64720584468cf769e4a7dbc 2024-11-07T11:18:25,330 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:18:25,330 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:18:25,330 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:18:25,330 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:18:25,330 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:18:25,330 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T11:18:25,336 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/replication/bbbf8817d64720584468cf769e4a7dbc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-07T11:18:25,337 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:25,337 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:25,337 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:25,337 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbbf8817d64720584468cf769e4a7dbc: Waiting for close lock at 1730978305329Running coprocessor pre-close hooks at 1730978305329Disabling compacts and flushes for region at 1730978305329Disabling writes for close at 1730978305329Writing region close event to WAL at 1730978305331 (+2 ms)Running coprocessor post-close hooks at 1730978305337 (+6 ms)Closed at 1730978305337 2024-11-07T11:18:25,337 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc. 2024-11-07T11:18:25,345 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/info/097bdcbb76504adcb2e5b073d09aa2b6 is 147, key is hbase:replication,,1730978290968.bbbf8817d64720584468cf769e4a7dbc./info:regioninfo/1730978302636/Put/seqid=0 2024-11-07T11:18:25,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741851_1027 (size=6385) 2024-11-07T11:18:25,364 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:25,530 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:25,730 DEBUG [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:25,749 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/info/097bdcbb76504adcb2e5b073d09aa2b6 2024-11-07T11:18:25,754 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/.tmp/info/097bdcbb76504adcb2e5b073d09aa2b6 as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/info/097bdcbb76504adcb2e5b073d09aa2b6 2024-11-07T11:18:25,759 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/info/097bdcbb76504adcb2e5b073d09aa2b6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T11:18:25,760 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-07T11:18:25,763 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T11:18:25,764 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:25,764 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:25,764 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:25,764 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978305330Running coprocessor pre-close hooks at 1730978305330Disabling compacts and flushes for region at 1730978305330Disabling writes for close at 1730978305330Obtaining lock to block concurrent updates at 1730978305330Preparing flush snapshotting stores in 1588230740 at 1730978305330Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1730978305330Flushing stores of hbase:meta,,1.1588230740 at 1730978305331 (+1 ms)Flushing 1588230740/info: creating writer at 1730978305331Flushing 1588230740/info: appending metadata at 1730978305345 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730978305345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179a8785: reopening flushed file at 1730978305753 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1730978305760 (+7 ms)Writing region close event to WAL at 1730978305761 (+1 ms)Running coprocessor post-close hooks at 1730978305764 (+3 ms)Closed at 1730978305764 2024-11-07T11:18:25,764 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:25,862 DEBUG [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.1730978298100 to pos 0, reset compression=false 2024-11-07T11:18:25,930 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,33437,1730978297043; all regions closed. 2024-11-07T11:18:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741849_1025 (size=2156) 2024-11-07T11:18:25,933 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/WALs/4ab3d709c6df,33437,1730978297043/4ab3d709c6df%2C33437%2C1730978297043.meta.1730978298363.meta not finished, retry = 0 2024-11-07T11:18:26,035 DEBUG [RS:0;4ab3d709c6df:33437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs 2024-11-07T11:18:26,035 INFO [RS:0;4ab3d709c6df:33437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C33437%2C1730978297043.meta:.meta(num 1730978298363) 2024-11-07T11:18:26,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741850_1026 (size=796) 2024-11-07T11:18:26,039 DEBUG [RS:0;4ab3d709c6df:33437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs 2024-11-07T11:18:26,039 INFO [RS:0;4ab3d709c6df:33437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C33437%2C1730978297043.rep:(num 1730978302601) 2024-11-07T11:18:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741848_1024 (size=93) 2024-11-07T11:18:26,041 DEBUG [RS:0;4ab3d709c6df:33437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/oldWALs 2024-11-07T11:18:26,042 INFO [RS:0;4ab3d709c6df:33437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C33437%2C1730978297043:(num 1730978298100) 2024-11-07T11:18:26,042 DEBUG [RS:0;4ab3d709c6df:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:26,042 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:26,042 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:26,042 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:26,042 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:26,042 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:26,042 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T11:18:26,042 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T11:18:26,042 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,33437,1730978297043 because: Region server is closing 2024-11-07T11:18:26,042 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T11:18:26,042 INFO [RS:0;4ab3d709c6df:33437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:33437. 2024-11-07T11:18:26,042 DEBUG [RS:0;4ab3d709c6df:33437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:26,042 DEBUG [RS:0;4ab3d709c6df:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:26,043 DEBUG [RS:0;4ab3d709c6df:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:26,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:26,143 WARN [RS:0;4ab3d709c6df:33437.replicationSource.shipper4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:18:26,143 WARN [RS:0;4ab3d709c6df:33437.replicationSource.wal-reader.4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:18:26,143 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4ab3d709c6df:33437.replicationSource.shipper4ab3d709c6df%2C33437%2C1730978297043,1-4ab3d709c6df,33437,1730978297043 terminated 2024-11-07T11:18:26,143 INFO [RS:0;4ab3d709c6df:33437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33437 2024-11-07T11:18:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/rs/4ab3d709c6df,33437,1730978297043 2024-11-07T11:18:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705/rs 2024-11-07T11:18:26,191 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:26,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,33437,1730978297043] 2024-11-07T11:18:26,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/draining/4ab3d709c6df,33437,1730978297043 already deleted, retry=false 2024-11-07T11:18:26,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,33437,1730978297043 expired; onlineServers=0 2024-11-07T11:18:26,212 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,33623,1730978296998' ***** 2024-11-07T11:18:26,212 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:18:26,212 INFO [M:0;4ab3d709c6df:33623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:26,212 INFO [M:0;4ab3d709c6df:33623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:26,212 DEBUG [M:0;4ab3d709c6df:33623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:18:26,212 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:18:26,212 DEBUG [M:0;4ab3d709c6df:33623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:18:26,212 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978297768 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978297768,5,FailOnTimeoutGroup] 2024-11-07T11:18:26,212 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978297767 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978297767,5,FailOnTimeoutGroup] 2024-11-07T11:18:26,212 INFO [M:0;4ab3d709c6df:33623 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:26,213 INFO [M:0;4ab3d709c6df:33623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:26,213 DEBUG [M:0;4ab3d709c6df:33623 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:18:26,213 INFO [M:0;4ab3d709c6df:33623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:18:26,213 INFO [M:0;4ab3d709c6df:33623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:26,213 INFO [M:0;4ab3d709c6df:33623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:18:26,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:18:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2019239705/master 2024-11-07T11:18:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2019239705 2024-11-07T11:18:26,233 DEBUG [M:0;4ab3d709c6df:33623 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2019239705/master already deleted, retry=false 2024-11-07T11:18:26,233 DEBUG [M:0;4ab3d709c6df:33623 {}] master.ActiveMasterManager(353): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2019239705/master 2024-11-07T11:18:26,234 INFO [M:0;4ab3d709c6df:33623 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/.lastflushedseqids 2024-11-07T11:18:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741852_1028 (size=181) 2024-11-07T11:18:26,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:26,302 INFO [RS:0;4ab3d709c6df:33437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:26,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10115046f7a0007, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:26,302 INFO [RS:0;4ab3d709c6df:33437 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,33437,1730978297043; zookeeper connection closed. 2024-11-07T11:18:26,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50869d91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50869d91 2024-11-07T11:18:26,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:18:26,638 INFO [M:0;4ab3d709c6df:33623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:18:26,638 INFO [M:0;4ab3d709c6df:33623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:18:26,638 DEBUG [M:0;4ab3d709c6df:33623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:18:26,638 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:26,638 DEBUG [M:0;4ab3d709c6df:33623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:26,639 DEBUG [M:0;4ab3d709c6df:33623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-07T11:18:26,639 DEBUG [M:0;4ab3d709c6df:33623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:26,639 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T11:18:26,653 DEBUG [M:0;4ab3d709c6df:33623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e24897e2dbea4700bee6a25885aa3999 is 82, key is hbase:meta,,1/info:regioninfo/1730978298407/Put/seqid=0 2024-11-07T11:18:26,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741853_1029 (size=5672) 2024-11-07T11:18:26,657 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e24897e2dbea4700bee6a25885aa3999 2024-11-07T11:18:26,674 DEBUG [M:0;4ab3d709c6df:33623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/988e48c32d2344f2bfb8d9c18b4d0be4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1730978302640/Put/seqid=0 2024-11-07T11:18:26,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741854_1030 (size=7312) 2024-11-07T11:18:27,078 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/988e48c32d2344f2bfb8d9c18b4d0be4 2024-11-07T11:18:27,095 DEBUG [M:0;4ab3d709c6df:33623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ab5c0b4bd1d4add9106ab42a742f811 is 69, key is 4ab3d709c6df,33437,1730978297043/rs:state/1730978297900/Put/seqid=0 2024-11-07T11:18:27,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741855_1031 (size=5370) 2024-11-07T11:18:27,499 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ab5c0b4bd1d4add9106ab42a742f811 2024-11-07T11:18:27,503 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ab5c0b4bd1d4add9106ab42a742f811 2024-11-07T11:18:27,504 DEBUG [M:0;4ab3d709c6df:33623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e24897e2dbea4700bee6a25885aa3999 as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e24897e2dbea4700bee6a25885aa3999 2024-11-07T11:18:27,508 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e24897e2dbea4700bee6a25885aa3999, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T11:18:27,509 DEBUG [M:0;4ab3d709c6df:33623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/988e48c32d2344f2bfb8d9c18b4d0be4 as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/988e48c32d2344f2bfb8d9c18b4d0be4 2024-11-07T11:18:27,512 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/988e48c32d2344f2bfb8d9c18b4d0be4, entries=7, sequenceid=127, filesize=7.1 K 2024-11-07T11:18:27,513 DEBUG [M:0;4ab3d709c6df:33623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ab5c0b4bd1d4add9106ab42a742f811 as hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ab5c0b4bd1d4add9106ab42a742f811 2024-11-07T11:18:27,517 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ab5c0b4bd1d4add9106ab42a742f811 2024-11-07T11:18:27,517 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40813/user/jenkins/test-data/7ee6997d-d4e5-bac7-c70e-312ccbb6e265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ab5c0b4bd1d4add9106ab42a742f811, entries=2, sequenceid=127, filesize=5.2 K 2024-11-07T11:18:27,518 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=127, compaction requested=false 2024-11-07T11:18:27,519 INFO [M:0;4ab3d709c6df:33623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:27,519 DEBUG [M:0;4ab3d709c6df:33623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978306638Disabling compacts and flushes for region at 1730978306638Disabling writes for close at 1730978306639 (+1 ms)Obtaining lock to block concurrent updates at 1730978306639Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978306639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1730978306639Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978306640 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978306640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978306653 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978306653Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978306661 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978306674 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978306674Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978307082 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978307094 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978307094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a9209a: reopening flushed file at 1730978307503 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c975db9: reopening flushed file at 1730978307508 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16847ca9: reopening flushed file at 1730978307512 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=127, compaction requested=false at 1730978307518 (+6 ms)Writing region close event to WAL at 1730978307519 (+1 ms)Closed at 1730978307519 2024-11-07T11:18:27,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741847_1023 (size=22903) 2024-11-07T11:18:27,521 INFO [M:0;4ab3d709c6df:33623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:18:27,521 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:27,521 INFO [M:0;4ab3d709c6df:33623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33623 2024-11-07T11:18:27,521 INFO [M:0;4ab3d709c6df:33623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:27,670 INFO [M:0;4ab3d709c6df:33623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:27,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:27,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10115046f7a0006, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:27,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11505e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:27,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c456414{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:27,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:27,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:27,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25077bd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:27,674 WARN [BP-1811335665-172.17.0.2-1730978280417 heartbeating to localhost/127.0.0.1:40813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:18:27,674 WARN [BP-1811335665-172.17.0.2-1730978280417 heartbeating to localhost/127.0.0.1:40813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1811335665-172.17.0.2-1730978280417 (Datanode Uuid c34f768c-e195-475c-a311-9eeaa67161f9) service to localhost/127.0.0.1:40813 2024-11-07T11:18:27,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:18:27,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:18:27,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/cluster_4eef63f5-c8cf-d314-fd11-b78b58806124/data/data1/current/BP-1811335665-172.17.0.2-1730978280417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:27,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/cluster_4eef63f5-c8cf-d314-fd11-b78b58806124/data/data2/current/BP-1811335665-172.17.0.2-1730978280417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:27,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:18:27,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189b0b0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:27,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c9eb55a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:27,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:27,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:27,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67266931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0da6c438-2a89-585c-3ae5-45ecc243bfd1/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:27,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:18:27,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:18:27,705 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=201 (was 158) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40813 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60117) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60117) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39429 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 254) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1618 (was 1644) 2024-11-07T11:18:27,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=201, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=1618 2024-11-07T11:18:27,725 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-07T11:18:27,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.log.dir so I do NOT create it in target/test-data/1a674501-7997-e179-1fbd-d368802027be 2024-11-07T11:18:27,725 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:18:27,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.tmp.dir so I do NOT create it in target/test-data/1a674501-7997-e179-1fbd-d368802027be 2024-11-07T11:18:27,725 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c35bf05-3aec-8960-a4f8-4e4bb8d5ee3d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:18:27,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be 2024-11-07T11:18:27,725 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/cluster_bddde631-41b6-1b23-55f3-0bf09c087afd, deleteOnExit=true 2024-11-07T11:18:27,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/cluster_bddde631-41b6-1b23-55f3-0bf09c087afd/zookeeper_0, clientPort=52133, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/cluster_bddde631-41b6-1b23-55f3-0bf09c087afd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/cluster_bddde631-41b6-1b23-55f3-0bf09c087afd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:18:27,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52133 2024-11-07T11:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/test.cache.data in system properties and HBase conf 2024-11-07T11:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:18:27,746 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:18:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:18:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115046f7a0005, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:18:27,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115046f7a0002, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:18:27,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115046f7a0005, quorum=127.0.0.1:60117, baseZNode=/1-730973435 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:18:27,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115046f7a0002, quorum=127.0.0.1:60117, baseZNode=/0-2019239705 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:18:28,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:28,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:28,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:28,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:28,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:18:28,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:28,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:28,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:28,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/java.io.tmpdir/jetty-localhost-42751-hadoop-hdfs-3_4_1-tests_jar-_-any-5542877357579236409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:28,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:42751} 2024-11-07T11:18:28,165 INFO [Time-limited test {}] server.Server(415): Started @172169ms 2024-11-07T11:18:28,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:28,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:28,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:28,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:28,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:18:28,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:28,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:28,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702d0e1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/java.io.tmpdir/jetty-localhost-40121-hadoop-hdfs-3_4_1-tests_jar-_-any-17616449672378603419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:28,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:40121} 2024-11-07T11:18:28,724 INFO [Time-limited test {}] server.Server(415): Started @172728ms 2024-11-07T11:18:28,725 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:18:29,654 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/cluster_bddde631-41b6-1b23-55f3-0bf09c087afd/data/data1/current/BP-601265035-172.17.0.2-1730978307774/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:29,654 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/cluster_bddde631-41b6-1b23-55f3-0bf09c087afd/data/data2/current/BP-601265035-172.17.0.2-1730978307774/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:29,669 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:18:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbdd1cd16915077d with lease ID 0x91da5950a0a1dc55: Processing first storage report for DS-a5d9f1e1-85ed-4ca7-8ebe-22bdcf74af84 from datanode DatanodeRegistration(127.0.0.1:44283, datanodeUuid=fadfbb1a-9429-438a-8d53-4ee6c162a46b, infoPort=43869, infoSecurePort=0, ipcPort=46183, storageInfo=lv=-57;cid=testClusterID;nsid=430639933;c=1730978307774) 2024-11-07T11:18:29,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbdd1cd16915077d with lease ID 0x91da5950a0a1dc55: from storage DS-a5d9f1e1-85ed-4ca7-8ebe-22bdcf74af84 node DatanodeRegistration(127.0.0.1:44283, datanodeUuid=fadfbb1a-9429-438a-8d53-4ee6c162a46b, infoPort=43869, infoSecurePort=0, ipcPort=46183, storageInfo=lv=-57;cid=testClusterID;nsid=430639933;c=1730978307774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:18:29,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbdd1cd16915077d with lease ID 0x91da5950a0a1dc55: Processing first storage report for DS-a01f3b08-2509-4735-b1e1-a61b190e62f4 from datanode DatanodeRegistration(127.0.0.1:44283, datanodeUuid=fadfbb1a-9429-438a-8d53-4ee6c162a46b, infoPort=43869, infoSecurePort=0, ipcPort=46183, storageInfo=lv=-57;cid=testClusterID;nsid=430639933;c=1730978307774) 2024-11-07T11:18:29,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbdd1cd16915077d with lease ID 0x91da5950a0a1dc55: from storage DS-a01f3b08-2509-4735-b1e1-a61b190e62f4 node DatanodeRegistration(127.0.0.1:44283, datanodeUuid=fadfbb1a-9429-438a-8d53-4ee6c162a46b, infoPort=43869, infoSecurePort=0, ipcPort=46183, storageInfo=lv=-57;cid=testClusterID;nsid=430639933;c=1730978307774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:18:29,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be 2024-11-07T11:18:29,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:29,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:18:30,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848 with version=8 2024-11-07T11:18:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/hbase-staging 2024-11-07T11:18:30,165 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:30,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:30,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:30,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:30,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:30,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:30,165 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:18:30,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:30,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42505 2024-11-07T11:18:30,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42505 connecting to ZooKeeper ensemble=127.0.0.1:52133 2024-11-07T11:18:30,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425050x0, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:30,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42505-0x1011504da4c0000 connected 2024-11-07T11:18:30,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:30,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:30,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on znode that does not yet exist, /01474043042/running 2024-11-07T11:18:30,341 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848, hbase.cluster.distributed=false 2024-11-07T11:18:30,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on znode that does not yet exist, /01474043042/acl 2024-11-07T11:18:30,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42505 2024-11-07T11:18:30,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42505 2024-11-07T11:18:30,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42505 2024-11-07T11:18:30,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42505 2024-11-07T11:18:30,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42505 2024-11-07T11:18:30,370 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:30,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:30,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:30,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:30,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:30,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:30,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:18:30,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:30,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36945 2024-11-07T11:18:30,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36945 connecting to ZooKeeper ensemble=127.0.0.1:52133 2024-11-07T11:18:30,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:30,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:30,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369450x0, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:30,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369450x0, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on znode that does not yet exist, /01474043042/running 2024-11-07T11:18:30,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36945-0x1011504da4c0001 connected 2024-11-07T11:18:30,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:18:30,392 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:18:30,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on znode that does not yet exist, /01474043042/master 2024-11-07T11:18:30,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on znode that does not yet exist, /01474043042/acl 2024-11-07T11:18:30,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-07T11:18:30,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36945 2024-11-07T11:18:30,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36945 2024-11-07T11:18:30,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-07T11:18:30,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-07T11:18:30,410 DEBUG [M:0;4ab3d709c6df:42505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:42505 2024-11-07T11:18:30,411 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01474043042/backup-masters/4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:30,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042/backup-masters 2024-11-07T11:18:30,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042/backup-masters 2024-11-07T11:18:30,423 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on existing znode=/01474043042/backup-masters/4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01474043042/master 2024-11-07T11:18:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:30,433 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on existing znode=/01474043042/master 2024-11-07T11:18:30,433 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01474043042/backup-masters/4ab3d709c6df,42505,1730978310165 from backup master directory 2024-11-07T11:18:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042/backup-masters 2024-11-07T11:18:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01474043042/backup-masters/4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042/backup-masters 2024-11-07T11:18:30,443 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:30,443 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:30,447 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/hbase.id] with ID: 93383487-4bfb-4c7f-9864-b80ecdc22935 2024-11-07T11:18:30,447 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/.tmp/hbase.id 2024-11-07T11:18:30,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:18:30,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:30,852 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/.tmp/hbase.id]:[hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/hbase.id] 2024-11-07T11:18:30,860 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:30,860 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:18:30,861 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:18:30,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:30,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:30,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:30,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:30,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:30,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:30,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:30,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:30,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:30,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:30,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:18:31,312 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:31,312 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:18:31,313 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:18:31,719 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store 2024-11-07T11:18:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:18:32,124 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:32,124 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:18:32,124 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:32,124 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:32,124 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:18:32,124 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:32,125 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:32,125 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978312124Disabling compacts and flushes for region at 1730978312124Disabling writes for close at 1730978312124Writing region close event to WAL at 1730978312124Closed at 1730978312125 (+1 ms) 2024-11-07T11:18:32,125 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/.initializing 2024-11-07T11:18:32,126 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/WALs/4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:32,126 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:32,128 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C42505%2C1730978310165, suffix=, logDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/WALs/4ab3d709c6df,42505,1730978310165, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/oldWALs, maxLogs=10 2024-11-07T11:18:32,144 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/WALs/4ab3d709c6df,42505,1730978310165/4ab3d709c6df%2C42505%2C1730978310165.1730978312128, exclude list is [], retry=0 2024-11-07T11:18:32,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-a5d9f1e1-85ed-4ca7-8ebe-22bdcf74af84,DISK] 2024-11-07T11:18:32,147 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/WALs/4ab3d709c6df,42505,1730978310165/4ab3d709c6df%2C42505%2C1730978310165.1730978312128 2024-11-07T11:18:32,147 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43869:43869)] 2024-11-07T11:18:32,148 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:32,148 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:32,148 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,148 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:18:32,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:32,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:32,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:18:32,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:32,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:32,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:18:32,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:32,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:32,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:18:32,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:32,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:32,154 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,155 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,155 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,156 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,156 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,156 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:32,157 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:32,158 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:32,158 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74071927, jitterRate=0.10375772416591644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:32,159 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978312148Initializing all the Stores at 1730978312149 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978312149Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978312149Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978312149Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978312149Cleaning up temporary data from old regions at 1730978312156 (+7 ms)Region opened successfully at 1730978312159 (+3 ms) 2024-11-07T11:18:32,159 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:18:32,161 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bfb690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:32,162 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:18:32,162 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:18:32,162 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:18:32,162 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:18:32,163 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:18:32,163 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:18:32,163 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:18:32,164 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:18:32,165 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Unable to get data of znode /01474043042/balancer because node does not exist (not necessarily an error) 2024-11-07T11:18:32,275 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01474043042/balancer already deleted, retry=false 2024-11-07T11:18:32,275 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:18:32,276 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Unable to get data of znode /01474043042/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:18:32,285 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01474043042/normalizer already deleted, retry=false 2024-11-07T11:18:32,285 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:18:32,286 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Unable to get data of znode /01474043042/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:18:32,296 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01474043042/switch/split already deleted, retry=false 2024-11-07T11:18:32,296 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Unable to get data of znode /01474043042/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:18:32,306 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01474043042/switch/merge already deleted, retry=false 2024-11-07T11:18:32,308 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Unable to get data of znode /01474043042/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:18:32,317 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01474043042/snapshot-cleanup already deleted, retry=false 2024-11-07T11:18:32,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01474043042/running 2024-11-07T11:18:32,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01474043042/running 2024-11-07T11:18:32,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:32,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:32,328 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,42505,1730978310165, sessionid=0x1011504da4c0000, setting cluster-up flag (Was=false) 2024-11-07T11:18:32,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:32,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:32,380 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01474043042/flush-table-proc/acquired, /01474043042/flush-table-proc/reached, /01474043042/flush-table-proc/abort 2024-11-07T11:18:32,381 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:32,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:32,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:32,433 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01474043042/online-snapshot/acquired, /01474043042/online-snapshot/reached, /01474043042/online-snapshot/abort 2024-11-07T11:18:32,434 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:32,435 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:18:32,436 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:32,436 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:18:32,436 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:18:32,437 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,42505,1730978310165 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:18:32,438 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:32,438 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:32,438 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:32,438 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:32,438 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:18:32,438 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,438 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:32,438 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978342439 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:32,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:18:32,439 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:18:32,440 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:18:32,440 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:18:32,440 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978312440,5,FailOnTimeoutGroup] 2024-11-07T11:18:32,440 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978312440,5,FailOnTimeoutGroup] 2024-11-07T11:18:32,440 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,440 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:18:32,440 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,440 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,440 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:32,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:18:32,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:18:32,502 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(746): ClusterId : 93383487-4bfb-4c7f-9864-b80ecdc22935 2024-11-07T11:18:32,502 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:18:32,515 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:18:32,515 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:18:32,525 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:18:32,525 DEBUG [RS:0;4ab3d709c6df:36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72106c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:32,536 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:36945 2024-11-07T11:18:32,536 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:18:32,536 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:18:32,536 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:18:32,537 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,42505,1730978310165 with port=36945, startcode=1730978310370 2024-11-07T11:18:32,537 DEBUG [RS:0;4ab3d709c6df:36945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:18:32,538 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:18:32,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:32,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42505 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:32,540 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848 2024-11-07T11:18:32,540 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42281 2024-11-07T11:18:32,540 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:18:32,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042/rs 2024-11-07T11:18:32,549 DEBUG [RS:0;4ab3d709c6df:36945 {}] zookeeper.ZKUtil(111): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on existing znode=/01474043042/rs/4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:32,549 WARN [RS:0;4ab3d709c6df:36945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:32,549 INFO [RS:0;4ab3d709c6df:36945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:32,549 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:32,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,36945,1730978310370] 2024-11-07T11:18:32,552 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:18:32,553 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:18:32,553 INFO [RS:0;4ab3d709c6df:36945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:18:32,553 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,553 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:18:32,554 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:18:32,554 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,554 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,555 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:32,555 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:32,555 DEBUG [RS:0;4ab3d709c6df:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:32,557 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,557 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,557 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,557 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,557 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,557 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36945,1730978310370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:32,577 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:18:32,577 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36945,1730978310370-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,577 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,577 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.Replication(171): 4ab3d709c6df,36945,1730978310370 started 2024-11-07T11:18:32,594 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:32,595 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,36945,1730978310370, RpcServer on 4ab3d709c6df/172.17.0.2:36945, sessionid=0x1011504da4c0001 2024-11-07T11:18:32,595 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:18:32,595 DEBUG [RS:0;4ab3d709c6df:36945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:32,595 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,36945,1730978310370' 2024-11-07T11:18:32,595 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01474043042/flush-table-proc/abort' 2024-11-07T11:18:32,595 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01474043042/flush-table-proc/acquired' 2024-11-07T11:18:32,596 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:18:32,596 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:18:32,596 DEBUG [RS:0;4ab3d709c6df:36945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:32,596 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,36945,1730978310370' 2024-11-07T11:18:32,596 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01474043042/online-snapshot/abort' 2024-11-07T11:18:32,596 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01474043042/online-snapshot/acquired' 2024-11-07T11:18:32,597 DEBUG [RS:0;4ab3d709c6df:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:18:32,597 INFO [RS:0;4ab3d709c6df:36945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:18:32,597 INFO [RS:0;4ab3d709c6df:36945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:18:32,697 INFO [RS:0;4ab3d709c6df:36945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:32,699 INFO [RS:0;4ab3d709c6df:36945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C36945%2C1730978310370, suffix=, logDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/oldWALs, maxLogs=10 2024-11-07T11:18:32,714 DEBUG [RS:0;4ab3d709c6df:36945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699, exclude list is [], retry=0 2024-11-07T11:18:32,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-a5d9f1e1-85ed-4ca7-8ebe-22bdcf74af84,DISK] 2024-11-07T11:18:32,718 INFO [RS:0;4ab3d709c6df:36945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 2024-11-07T11:18:32,718 DEBUG [RS:0;4ab3d709c6df:36945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43869:43869)] 2024-11-07T11:18:32,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:18:32,851 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848 2024-11-07T11:18:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:18:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:18:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T11:18:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:33,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:33,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:18:33,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:18:33,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:33,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:33,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:18:33,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:18:33,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:33,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:33,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:18:33,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:18:33,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:33,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:33,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:18:33,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:18:33,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:33,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:33,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:18:33,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740 2024-11-07T11:18:33,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740 2024-11-07T11:18:33,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:18:33,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:18:33,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:33,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:18:33,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:33,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59721078, jitterRate=-0.110086590051651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978313257Initializing all the Stores at 1730978313258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978313258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978313258Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978313258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978313258Cleaning up temporary data from old regions at 1730978313265 (+7 ms)Region opened successfully at 1730978313268 (+3 ms) 2024-11-07T11:18:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:18:33,268 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:18:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:18:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:18:33,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:18:33,269 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:33,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978313268Disabling compacts and flushes for region at 1730978313268Disabling writes for close at 1730978313268Writing region close event to WAL at 1730978313269 (+1 ms)Closed at 1730978313269 2024-11-07T11:18:33,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:33,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:18:33,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:18:33,271 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:33,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:18:33,422 DEBUG [4ab3d709c6df:42505 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:18:33,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:33,423 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,36945,1730978310370, state=OPENING 2024-11-07T11:18:33,464 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:18:33,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:33,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:33,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:33,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01474043042/meta-region-server: CHANGED 2024-11-07T11:18:33,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01474043042/meta-region-server: CHANGED 2024-11-07T11:18:33,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36945,1730978310370}] 2024-11-07T11:18:33,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:18:33,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:18:33,640 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:18:33,641 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:33,641 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:18:33,642 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C36945%2C1730978310370.meta, suffix=.meta, logDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/oldWALs, maxLogs=10 2024-11-07T11:18:33,658 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.meta.1730978313643.meta, exclude list is [], retry=0 2024-11-07T11:18:33,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-a5d9f1e1-85ed-4ca7-8ebe-22bdcf74af84,DISK] 2024-11-07T11:18:33,661 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.meta.1730978313643.meta 2024-11-07T11:18:33,662 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43869:43869)] 2024-11-07T11:18:33,662 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:33,662 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:33,663 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:18:33,663 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:18:33,663 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:18:33,663 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:18:33,663 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:33,663 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:18:33,663 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:18:33,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:18:33,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:18:33,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:33,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:33,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:18:33,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:18:33,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:33,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:33,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:18:33,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:18:33,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:33,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:33,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:18:33,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:18:33,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:33,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:33,668 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:18:33,669 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740 2024-11-07T11:18:33,669 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740 2024-11-07T11:18:33,670 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:18:33,670 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:18:33,671 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:33,672 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:18:33,672 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74947277, jitterRate=0.11680145561695099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:33,672 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:18:33,673 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978313663Writing region info on filesystem at 1730978313663Initializing all the Stores at 1730978313664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978313664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978313664Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978313664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978313664Cleaning up temporary data from old regions at 1730978313670 (+6 ms)Running coprocessor post-open hooks at 1730978313672 (+2 ms)Region opened successfully at 1730978313673 (+1 ms) 2024-11-07T11:18:33,674 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978313627 2024-11-07T11:18:33,675 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:18:33,675 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:18:33,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:33,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,36945,1730978310370, state=OPEN 2024-11-07T11:18:33,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01474043042/meta-region-server 2024-11-07T11:18:33,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01474043042/meta-region-server 2024-11-07T11:18:33,717 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:33,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01474043042/meta-region-server: CHANGED 2024-11-07T11:18:33,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01474043042/meta-region-server: CHANGED 2024-11-07T11:18:33,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:18:33,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36945,1730978310370 in 242 msec 2024-11-07T11:18:33,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:18:33,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-07T11:18:33,721 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:33,721 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:18:33,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:33,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36945,1730978310370, seqNum=-1] 2024-11-07T11:18:33,723 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:33,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:33,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-07T11:18:33,729 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978313729, completionTime=-1 2024-11-07T11:18:33,729 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:18:33,729 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:18:33,731 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:18:33,731 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978373731 2024-11-07T11:18:33,731 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978433731 2024-11-07T11:18:33,731 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:18:33,732 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42505,1730978310165-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:33,732 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42505,1730978310165-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:33,732 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42505,1730978310165-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:33,732 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:42505, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:33,732 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:33,733 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:33,734 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:18:33,736 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.292sec 2024-11-07T11:18:33,736 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:18:33,736 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:18:33,736 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:18:33,736 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:18:33,736 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:18:33,736 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42505,1730978310165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:33,736 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42505,1730978310165-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:18:33,738 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:18:33,738 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:18:33,738 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42505,1730978310165-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:33,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:33,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,42505,-1 for getting cluster id 2024-11-07T11:18:33,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:33,805 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93383487-4bfb-4c7f-9864-b80ecdc22935' 2024-11-07T11:18:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93383487-4bfb-4c7f-9864-b80ecdc22935" 2024-11-07T11:18:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a28f739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,42505,-1] 2024-11-07T11:18:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:33,807 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:33,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:33,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:33,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36945,1730978310370, seqNum=-1] 2024-11-07T11:18:33,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:33,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:33,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:33,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52133 2024-11-07T11:18:33,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:33,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011504da4c0002 connected 2024-11-07T11:18:33,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.log.dir so I do NOT create it in target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f 2024-11-07T11:18:33,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:18:33,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.tmp.dir so I do NOT create it in target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f 2024-11-07T11:18:33,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:18:33,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f 2024-11-07T11:18:33,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:18:33,845 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/cluster_3f6ef984-bf10-9a1a-7b02-db022a400374, deleteOnExit=true 2024-11-07T11:18:33,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/test.cache.data in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:18:33,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:18:33,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:33,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:33,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:18:33,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:18:33,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:18:33,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:33,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:18:33,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:18:34,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:34,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:34,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:34,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:34,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:18:34,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:34,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:34,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:34,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f7320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/java.io.tmpdir/jetty-localhost-39169-hadoop-hdfs-3_4_1-tests_jar-_-any-5276291456771805450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:34,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:39169} 2024-11-07T11:18:34,231 INFO [Time-limited test {}] server.Server(415): Started @178235ms 2024-11-07T11:18:34,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:34,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:34,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:34,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:34,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:18:34,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:34,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:34,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f81a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/java.io.tmpdir/jetty-localhost-37227-hadoop-hdfs-3_4_1-tests_jar-_-any-11002654367219866470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:34,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:37227} 2024-11-07T11:18:34,577 INFO [Time-limited test {}] server.Server(415): Started @178581ms 2024-11-07T11:18:34,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:18:35,416 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/cluster_3f6ef984-bf10-9a1a-7b02-db022a400374/data/data1/current/BP-1922464227-172.17.0.2-1730978313860/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:35,416 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/cluster_3f6ef984-bf10-9a1a-7b02-db022a400374/data/data2/current/BP-1922464227-172.17.0.2-1730978313860/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:35,433 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:18:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac17686d2d9ab28c with lease ID 0x25a27e1f4863817f: Processing first storage report for DS-b24bfb15-083e-4114-b7f1-7c2a0a6d5198 from datanode DatanodeRegistration(127.0.0.1:45773, datanodeUuid=f46bdb3c-2ca0-435d-9d36-f17bcf7f7be1, infoPort=36769, infoSecurePort=0, ipcPort=35359, storageInfo=lv=-57;cid=testClusterID;nsid=1269192922;c=1730978313860) 2024-11-07T11:18:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac17686d2d9ab28c with lease ID 0x25a27e1f4863817f: from storage DS-b24bfb15-083e-4114-b7f1-7c2a0a6d5198 node DatanodeRegistration(127.0.0.1:45773, datanodeUuid=f46bdb3c-2ca0-435d-9d36-f17bcf7f7be1, infoPort=36769, infoSecurePort=0, ipcPort=35359, storageInfo=lv=-57;cid=testClusterID;nsid=1269192922;c=1730978313860), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:18:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac17686d2d9ab28c with lease ID 0x25a27e1f4863817f: Processing first storage report for DS-90682650-ddce-475a-9c7f-6a34c07f824b from datanode DatanodeRegistration(127.0.0.1:45773, datanodeUuid=f46bdb3c-2ca0-435d-9d36-f17bcf7f7be1, infoPort=36769, infoSecurePort=0, ipcPort=35359, storageInfo=lv=-57;cid=testClusterID;nsid=1269192922;c=1730978313860) 2024-11-07T11:18:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac17686d2d9ab28c with lease ID 0x25a27e1f4863817f: from storage DS-90682650-ddce-475a-9c7f-6a34c07f824b node DatanodeRegistration(127.0.0.1:45773, datanodeUuid=f46bdb3c-2ca0-435d-9d36-f17bcf7f7be1, infoPort=36769, infoSecurePort=0, ipcPort=35359, storageInfo=lv=-57;cid=testClusterID;nsid=1269192922;c=1730978313860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:18:35,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f 2024-11-07T11:18:35,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:35,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:35,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:18:35,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67 with version=8 2024-11-07T11:18:35,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/hbase-staging 2024-11-07T11:18:35,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:35,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:35,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:35,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:35,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:35,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:35,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:18:35,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:35,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38607 2024-11-07T11:18:35,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38607 connecting to ZooKeeper ensemble=127.0.0.1:52133 2024-11-07T11:18:35,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386070x0, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:35,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38607-0x1011504da4c0003 connected 2024-11-07T11:18:36,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:36,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:36,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on znode that does not yet exist, /11038478612/running 2024-11-07T11:18:36,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67, hbase.cluster.distributed=false 2024-11-07T11:18:36,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on znode that does not yet exist, /11038478612/acl 2024-11-07T11:18:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38607 2024-11-07T11:18:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38607 2024-11-07T11:18:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38607 2024-11-07T11:18:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38607 2024-11-07T11:18:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38607 2024-11-07T11:18:36,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:36,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:36,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:36,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:36,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:36,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:36,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:18:36,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:36,062 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35469 2024-11-07T11:18:36,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35469 connecting to ZooKeeper ensemble=127.0.0.1:52133 2024-11-07T11:18:36,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:36,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:36,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354690x0, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:36,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35469-0x1011504da4c0004 connected 2024-11-07T11:18:36,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on znode that does not yet exist, /11038478612/running 2024-11-07T11:18:36,075 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:18:36,076 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:18:36,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on znode that does not yet exist, /11038478612/master 2024-11-07T11:18:36,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on znode that does not yet exist, /11038478612/acl 2024-11-07T11:18:36,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35469 2024-11-07T11:18:36,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35469 2024-11-07T11:18:36,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35469 2024-11-07T11:18:36,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35469 2024-11-07T11:18:36,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35469 2024-11-07T11:18:36,099 DEBUG [M:0;4ab3d709c6df:38607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:38607 2024-11-07T11:18:36,099 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11038478612/backup-masters/4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:36,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612/backup-masters 2024-11-07T11:18:36,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612/backup-masters 2024-11-07T11:18:36,107 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on existing znode=/11038478612/backup-masters/4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:36,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11038478612/master 2024-11-07T11:18:36,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:36,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:36,117 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on existing znode=/11038478612/master 2024-11-07T11:18:36,118 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11038478612/backup-masters/4ab3d709c6df,38607,1730978315918 from backup master directory 2024-11-07T11:18:36,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612/backup-masters 2024-11-07T11:18:36,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038478612/backup-masters/4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:36,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612/backup-masters 2024-11-07T11:18:36,127 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:36,127 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:36,131 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/hbase.id] with ID: 19a0c27d-782f-427e-a176-b7ca11fe7706 2024-11-07T11:18:36,131 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/.tmp/hbase.id 2024-11-07T11:18:36,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:18:36,537 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/.tmp/hbase.id]:[hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/hbase.id] 2024-11-07T11:18:36,547 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:36,547 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:18:36,549 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:18:36,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:36,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:36,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:18:36,566 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:36,567 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:18:36,567 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:36,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:18:36,973 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store 2024-11-07T11:18:36,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:18:37,379 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:37,379 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:18:37,379 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:37,379 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:37,379 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:18:37,379 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:37,380 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:37,380 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978317379Disabling compacts and flushes for region at 1730978317379Disabling writes for close at 1730978317379Writing region close event to WAL at 1730978317379Closed at 1730978317379 2024-11-07T11:18:37,380 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/.initializing 2024-11-07T11:18:37,381 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/WALs/4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:37,382 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:37,383 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C38607%2C1730978315918, suffix=, logDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/WALs/4ab3d709c6df,38607,1730978315918, archiveDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/oldWALs, maxLogs=10 2024-11-07T11:18:37,397 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/WALs/4ab3d709c6df,38607,1730978315918/4ab3d709c6df%2C38607%2C1730978315918.1730978317383, exclude list is [], retry=0 2024-11-07T11:18:37,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45773,DS-b24bfb15-083e-4114-b7f1-7c2a0a6d5198,DISK] 2024-11-07T11:18:37,404 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/WALs/4ab3d709c6df,38607,1730978315918/4ab3d709c6df%2C38607%2C1730978315918.1730978317383 2024-11-07T11:18:37,404 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36769:36769)] 2024-11-07T11:18:37,404 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:37,404 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:37,405 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,405 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:18:37,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:37,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:37,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:18:37,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:37,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:37,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:18:37,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:37,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:37,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:18:37,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:37,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:37,415 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,416 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,416 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,417 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,417 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,418 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:37,419 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:18:37,420 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:37,421 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73905056, jitterRate=0.10127115249633789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:37,421 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978317405Initializing all the Stores at 1730978317406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978317406Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978317408 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978317408Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978317408Cleaning up temporary data from old regions at 1730978317417 (+9 ms)Region opened successfully at 1730978317421 (+4 ms) 2024-11-07T11:18:37,426 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:18:37,429 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306de496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:37,430 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:18:37,430 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:18:37,430 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:18:37,430 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:18:37,431 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:18:37,431 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:18:37,431 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:18:37,437 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:18:37,438 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Unable to get data of znode /11038478612/balancer because node does not exist (not necessarily an error) 2024-11-07T11:18:37,454 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038478612/balancer already deleted, retry=false 2024-11-07T11:18:37,454 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:18:37,455 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Unable to get data of znode /11038478612/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:18:37,464 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038478612/normalizer already deleted, retry=false 2024-11-07T11:18:37,465 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:18:37,465 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Unable to get data of znode /11038478612/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:18:37,475 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038478612/switch/split already deleted, retry=false 2024-11-07T11:18:37,476 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Unable to get data of znode /11038478612/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:18:37,485 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038478612/switch/merge already deleted, retry=false 2024-11-07T11:18:37,487 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Unable to get data of znode /11038478612/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:18:37,496 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038478612/snapshot-cleanup already deleted, retry=false 2024-11-07T11:18:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11038478612/running 2024-11-07T11:18:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11038478612/running 2024-11-07T11:18:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:37,507 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,38607,1730978315918, sessionid=0x1011504da4c0003, setting cluster-up flag (Was=false) 2024-11-07T11:18:37,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:37,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:37,559 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11038478612/flush-table-proc/acquired, /11038478612/flush-table-proc/reached, /11038478612/flush-table-proc/abort 2024-11-07T11:18:37,560 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:37,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:37,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:37,612 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11038478612/online-snapshot/acquired, /11038478612/online-snapshot/reached, /11038478612/online-snapshot/abort 2024-11-07T11:18:37,612 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:37,613 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:18:37,614 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:37,614 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:18:37,615 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:18:37,615 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,38607,1730978315918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:18:37,616 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:37,616 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:37,616 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:37,616 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:18:37,616 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:18:37,616 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,616 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:37,616 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:37,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:18:37,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:37,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:18:37,624 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978347624 2024-11-07T11:18:37,624 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:18:37,624 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:18:37,624 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:18:37,624 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:18:37,624 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:18:37,624 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:18:37,628 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,628 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:18:37,628 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:18:37,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:18:37,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:18:37,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:18:37,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:18:37,629 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978317629,5,FailOnTimeoutGroup] 2024-11-07T11:18:37,629 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978317629,5,FailOnTimeoutGroup] 2024-11-07T11:18:37,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:18:37,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:18:37,690 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(746): ClusterId : 19a0c27d-782f-427e-a176-b7ca11fe7706 2024-11-07T11:18:37,690 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:18:37,704 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:18:37,704 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:18:37,714 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:18:37,714 DEBUG [RS:0;4ab3d709c6df:35469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3d39b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:18:37,731 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:35469 2024-11-07T11:18:37,731 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:18:37,731 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:18:37,731 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:18:37,732 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,38607,1730978315918 with port=35469, startcode=1730978316061 2024-11-07T11:18:37,732 DEBUG [RS:0;4ab3d709c6df:35469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:18:37,734 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:18:37,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:37,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38607 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:37,735 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67 2024-11-07T11:18:37,736 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45785 2024-11-07T11:18:37,736 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:18:37,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612/rs 2024-11-07T11:18:37,799 DEBUG [RS:0;4ab3d709c6df:35469 {}] zookeeper.ZKUtil(111): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on existing znode=/11038478612/rs/4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:37,799 WARN [RS:0;4ab3d709c6df:35469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:37,799 INFO [RS:0;4ab3d709c6df:35469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:37,799 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:37,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,35469,1730978316061] 2024-11-07T11:18:37,809 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:18:37,812 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:18:37,813 INFO [RS:0;4ab3d709c6df:35469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:18:37,813 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,813 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:18:37,814 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:18:37,814 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,814 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,814 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,814 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,814 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,814 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,814 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:18:37,814 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,814 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,814 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,815 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,815 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,815 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:18:37,815 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:37,815 DEBUG [RS:0;4ab3d709c6df:35469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:18:37,820 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,820 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,820 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,820 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,820 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,820 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35469,1730978316061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:37,845 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:18:37,845 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,35469,1730978316061-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,845 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,845 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.Replication(171): 4ab3d709c6df,35469,1730978316061 started 2024-11-07T11:18:37,864 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:37,864 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,35469,1730978316061, RpcServer on 4ab3d709c6df/172.17.0.2:35469, sessionid=0x1011504da4c0004 2024-11-07T11:18:37,864 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:18:37,864 DEBUG [RS:0;4ab3d709c6df:35469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:37,864 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35469,1730978316061' 2024-11-07T11:18:37,864 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11038478612/flush-table-proc/abort' 2024-11-07T11:18:37,865 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11038478612/flush-table-proc/acquired' 2024-11-07T11:18:37,865 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:18:37,865 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:18:37,865 DEBUG [RS:0;4ab3d709c6df:35469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:37,865 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,35469,1730978316061' 2024-11-07T11:18:37,865 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11038478612/online-snapshot/abort' 2024-11-07T11:18:37,866 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11038478612/online-snapshot/acquired' 2024-11-07T11:18:37,866 DEBUG [RS:0;4ab3d709c6df:35469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:18:37,866 INFO [RS:0;4ab3d709c6df:35469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:18:37,866 INFO [RS:0;4ab3d709c6df:35469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:18:37,966 INFO [RS:0;4ab3d709c6df:35469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:18:37,968 INFO [RS:0;4ab3d709c6df:35469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C35469%2C1730978316061, suffix=, logDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061, archiveDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/oldWALs, maxLogs=10 2024-11-07T11:18:37,985 DEBUG [RS:0;4ab3d709c6df:35469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968, exclude list is [], retry=0 2024-11-07T11:18:37,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45773,DS-b24bfb15-083e-4114-b7f1-7c2a0a6d5198,DISK] 2024-11-07T11:18:37,993 INFO [RS:0;4ab3d709c6df:35469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 2024-11-07T11:18:37,998 DEBUG [RS:0;4ab3d709c6df:35469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36769:36769)] 2024-11-07T11:18:38,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:18:38,032 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67 2024-11-07T11:18:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:18:38,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:38,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:18:38,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:18:38,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:38,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:38,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:18:38,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:18:38,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:38,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:38,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:18:38,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:18:38,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:38,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:38,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:18:38,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:18:38,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:38,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:38,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:18:38,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740 2024-11-07T11:18:38,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740 2024-11-07T11:18:38,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:18:38,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:18:38,063 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:38,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:18:38,075 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:38,076 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67723324, jitterRate=0.00915616750717163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:38,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978318043Initializing all the Stores at 1730978318044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978318044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978318044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978318044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978318044Cleaning up temporary data from old regions at 1730978318063 (+19 ms)Region opened successfully at 1730978318076 (+13 ms) 2024-11-07T11:18:38,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:18:38,076 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:18:38,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:18:38,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:18:38,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:18:38,077 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978318076Disabling compacts and flushes for region at 1730978318076Disabling writes for close at 1730978318076Writing region close event to WAL at 1730978318077 (+1 ms)Closed at 1730978318077 2024-11-07T11:18:38,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:38,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:18:38,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:18:38,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:38,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:18:38,235 DEBUG [4ab3d709c6df:38607 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:18:38,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:38,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,35469,1730978316061, state=OPENING 2024-11-07T11:18:38,285 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:18:38,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:38,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:38,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11038478612/meta-region-server: CHANGED 2024-11-07T11:18:38,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11038478612/meta-region-server: CHANGED 2024-11-07T11:18:38,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:18:38,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,35469,1730978316061}] 2024-11-07T11:18:38,449 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:18:38,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:18:38,456 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:18:38,457 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:38,457 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:18:38,458 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C35469%2C1730978316061.meta, suffix=.meta, logDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061, archiveDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/oldWALs, maxLogs=10 2024-11-07T11:18:38,475 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.meta.1730978318459.meta, exclude list is [], retry=0 2024-11-07T11:18:38,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45773,DS-b24bfb15-083e-4114-b7f1-7c2a0a6d5198,DISK] 2024-11-07T11:18:38,480 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.meta.1730978318459.meta 2024-11-07T11:18:38,480 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36769:36769)] 2024-11-07T11:18:38,480 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:38,480 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:38,480 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:18:38,480 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:18:38,481 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:18:38,481 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:18:38,481 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:38,481 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:18:38,481 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:18:38,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:18:38,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:18:38,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:38,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:38,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:18:38,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:38,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:18:38,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:38,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:38,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:18:38,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:18:38,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:38,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:38,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:18:38,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:18:38,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:38,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:18:38,503 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:18:38,506 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740 2024-11-07T11:18:38,508 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740 2024-11-07T11:18:38,509 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:18:38,509 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:18:38,510 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:18:38,511 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:18:38,512 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71329082, jitterRate=0.06288614869117737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:18:38,512 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:18:38,512 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978318481Writing region info on filesystem at 1730978318481Initializing all the Stores at 1730978318482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978318482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978318482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978318482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978318482Cleaning up temporary data from old regions at 1730978318509 (+27 ms)Running coprocessor post-open hooks at 1730978318512 (+3 ms)Region opened successfully at 1730978318512 2024-11-07T11:18:38,513 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978318449 2024-11-07T11:18:38,516 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:18:38,516 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:18:38,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:38,517 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,35469,1730978316061, state=OPEN 2024-11-07T11:18:38,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11038478612/meta-region-server 2024-11-07T11:18:38,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11038478612/meta-region-server 2024-11-07T11:18:38,527 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:38,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11038478612/meta-region-server: CHANGED 2024-11-07T11:18:38,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11038478612/meta-region-server: CHANGED 2024-11-07T11:18:38,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:18:38,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,35469,1730978316061 in 231 msec 2024-11-07T11:18:38,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:38,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:38,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:38,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:38,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:38,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:18:38,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-07T11:18:38,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:38,534 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:18:38,534 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:18:38,536 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:38,536 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:38,536 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:38,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:38,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:38,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-07T11:18:38,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978318543, completionTime=-1 2024-11-07T11:18:38,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:18:38,543 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:18:38,546 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:18:38,546 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978378546 2024-11-07T11:18:38,546 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978438546 2024-11-07T11:18:38,546 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:18:38,546 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38607,1730978315918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:38,546 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38607,1730978315918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:38,546 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38607,1730978315918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:38,546 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:38607, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:38,546 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:38,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:38,549 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:18:38,554 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:18:38,556 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:38,561 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.434sec 2024-11-07T11:18:38,562 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:18:38,562 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:18:38,562 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:18:38,562 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:18:38,562 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:18:38,562 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38607,1730978315918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:18:38,562 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38607,1730978315918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:18:38,564 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:18:38,564 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:18:38,564 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38607,1730978315918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:18:38,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:38,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38607,-1 for getting cluster id 2024-11-07T11:18:38,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:38,625 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a0c27d-782f-427e-a176-b7ca11fe7706' 2024-11-07T11:18:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a0c27d-782f-427e-a176-b7ca11fe7706" 2024-11-07T11:18:38,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7fa5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:38,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38607,-1] 2024-11-07T11:18:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:38,628 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:38,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:38,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:38,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:38,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:38,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:38,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:38,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52133 2024-11-07T11:18:38,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:38,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011504da4c0005 connected 2024-11-07T11:18:38,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68c95414 2024-11-07T11:18:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:38,681 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:38,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:18:38,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:18:38,684 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:38,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:18:38,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:18:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:38,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:18:38,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfdba01018d61fa3cc09f5c5f054201a, NAME => 'test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848 2024-11-07T11:18:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:18:38,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:38,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cfdba01018d61fa3cc09f5c5f054201a, disabling compactions & flushes 2024-11-07T11:18:38,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:38,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:38,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. after waiting 0 ms 2024-11-07T11:18:38,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:38,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:38,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfdba01018d61fa3cc09f5c5f054201a: Waiting for close lock at 1730978318740Disabling compacts and flushes for region at 1730978318740Disabling writes for close at 1730978318740Writing region close event to WAL at 1730978318740Closed at 1730978318740 2024-11-07T11:18:38,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:18:38,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978318742"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978318742"}]},"ts":"1730978318742"} 2024-11-07T11:18:38,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:18:38,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:18:38,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978318745"}]},"ts":"1730978318745"} 2024-11-07T11:18:38,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:18:38,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfdba01018d61fa3cc09f5c5f054201a, ASSIGN}] 2024-11-07T11:18:38,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfdba01018d61fa3cc09f5c5f054201a, ASSIGN 2024-11-07T11:18:38,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cfdba01018d61fa3cc09f5c5f054201a, ASSIGN; state=OFFLINE, location=4ab3d709c6df,36945,1730978310370; forceNewPlan=false, retain=false 2024-11-07T11:18:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:38,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfdba01018d61fa3cc09f5c5f054201a, regionState=OPENING, regionLocation=4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:38,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cfdba01018d61fa3cc09f5c5f054201a, ASSIGN because future has completed 2024-11-07T11:18:38,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfdba01018d61fa3cc09f5c5f054201a, server=4ab3d709c6df,36945,1730978310370}] 2024-11-07T11:18:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:39,070 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:39,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cfdba01018d61fa3cc09f5c5f054201a, NAME => 'test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:39,070 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:39,070 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:18:39,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,070 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:39,071 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,071 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,072 INFO [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,077 INFO [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfdba01018d61fa3cc09f5c5f054201a columnFamilyName f 2024-11-07T11:18:39,077 DEBUG [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:39,077 INFO [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] regionserver.HStore(327): Store=cfdba01018d61fa3cc09f5c5f054201a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:39,077 INFO [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,078 INFO [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfdba01018d61fa3cc09f5c5f054201a columnFamilyName f1 2024-11-07T11:18:39,078 DEBUG [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:39,079 INFO [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] regionserver.HStore(327): Store=cfdba01018d61fa3cc09f5c5f054201a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:39,079 INFO [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,080 INFO [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfdba01018d61fa3cc09f5c5f054201a columnFamilyName norep 2024-11-07T11:18:39,080 DEBUG [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:39,081 INFO [StoreOpener-cfdba01018d61fa3cc09f5c5f054201a-1 {}] regionserver.HStore(327): Store=cfdba01018d61fa3cc09f5c5f054201a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:39,081 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,082 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,082 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,083 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,083 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,083 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:18:39,084 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,086 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:39,087 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cfdba01018d61fa3cc09f5c5f054201a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70623505, jitterRate=0.05237223207950592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:18:39,087 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:39,088 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cfdba01018d61fa3cc09f5c5f054201a: Running coprocessor pre-open hook at 1730978319071Writing region info on filesystem at 1730978319071Initializing all the Stores at 1730978319071Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978319071Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978319072 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978319072Cleaning up temporary data from old regions at 1730978319083 (+11 ms)Running coprocessor post-open hooks at 1730978319087 (+4 ms)Region opened successfully at 1730978319087 2024-11-07T11:18:39,088 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a., pid=6, masterSystemTime=1730978319065 2024-11-07T11:18:39,091 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:39,091 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:39,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfdba01018d61fa3cc09f5c5f054201a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:39,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfdba01018d61fa3cc09f5c5f054201a, server=4ab3d709c6df,36945,1730978310370 because future has completed 2024-11-07T11:18:39,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:18:39,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cfdba01018d61fa3cc09f5c5f054201a, server=4ab3d709c6df,36945,1730978310370 in 190 msec 2024-11-07T11:18:39,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:18:39,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cfdba01018d61fa3cc09f5c5f054201a, ASSIGN in 352 msec 2024-11-07T11:18:39,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:18:39,108 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978319108"}]},"ts":"1730978319108"} 2024-11-07T11:18:39,110 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:18:39,112 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:18:39,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 430 msec 2024-11-07T11:18:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:39,314 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:18:39,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@546e6aa4 2024-11-07T11:18:39,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:39,316 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:39,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:18:39,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:18:39,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:39,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:18:39,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:18:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:18:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:39,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f887ec14ae22e113721e28a12d4eebd2, NAME => 'test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67 2024-11-07T11:18:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:18:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:40,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:40,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f887ec14ae22e113721e28a12d4eebd2, disabling compactions & flushes 2024-11-07T11:18:40,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:40,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:40,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. after waiting 0 ms 2024-11-07T11:18:40,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:40,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:40,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f887ec14ae22e113721e28a12d4eebd2: Waiting for close lock at 1730978320212Disabling compacts and flushes for region at 1730978320212Disabling writes for close at 1730978320212Writing region close event to WAL at 1730978320212Closed at 1730978320212 2024-11-07T11:18:40,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:18:40,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978320214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978320214"}]},"ts":"1730978320214"} 2024-11-07T11:18:40,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:18:40,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:18:40,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978320217"}]},"ts":"1730978320217"} 2024-11-07T11:18:40,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:18:40,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f887ec14ae22e113721e28a12d4eebd2, ASSIGN}] 2024-11-07T11:18:40,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f887ec14ae22e113721e28a12d4eebd2, ASSIGN 2024-11-07T11:18:40,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f887ec14ae22e113721e28a12d4eebd2, ASSIGN; state=OFFLINE, location=4ab3d709c6df,35469,1730978316061; forceNewPlan=false, retain=false 2024-11-07T11:18:40,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f887ec14ae22e113721e28a12d4eebd2, regionState=OPENING, regionLocation=4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:40,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f887ec14ae22e113721e28a12d4eebd2, ASSIGN because future has completed 2024-11-07T11:18:40,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f887ec14ae22e113721e28a12d4eebd2, server=4ab3d709c6df,35469,1730978316061}] 2024-11-07T11:18:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:40,529 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:40,529 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f887ec14ae22e113721e28a12d4eebd2, NAME => 'test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:40,529 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:40,530 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:18:40,530 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,530 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:40,530 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,530 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,531 INFO [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,532 INFO [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f887ec14ae22e113721e28a12d4eebd2 columnFamilyName f 2024-11-07T11:18:40,532 DEBUG [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:40,532 INFO [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] regionserver.HStore(327): Store=f887ec14ae22e113721e28a12d4eebd2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:40,533 INFO [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,533 INFO [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f887ec14ae22e113721e28a12d4eebd2 columnFamilyName f1 2024-11-07T11:18:40,533 DEBUG [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:40,534 INFO [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] regionserver.HStore(327): Store=f887ec14ae22e113721e28a12d4eebd2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:40,534 INFO [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,535 INFO [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f887ec14ae22e113721e28a12d4eebd2 columnFamilyName norep 2024-11-07T11:18:40,535 DEBUG [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:40,536 INFO [StoreOpener-f887ec14ae22e113721e28a12d4eebd2-1 {}] regionserver.HStore(327): Store=f887ec14ae22e113721e28a12d4eebd2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:40,536 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,536 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,537 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,538 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,538 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,538 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:18:40,539 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,541 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:40,541 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f887ec14ae22e113721e28a12d4eebd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74262559, jitterRate=0.10659836232662201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:18:40,541 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:40,541 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f887ec14ae22e113721e28a12d4eebd2: Running coprocessor pre-open hook at 1730978320530Writing region info on filesystem at 1730978320530Initializing all the Stores at 1730978320531 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978320531Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978320531Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978320531Cleaning up temporary data from old regions at 1730978320538 (+7 ms)Running coprocessor post-open hooks at 1730978320541 (+3 ms)Region opened successfully at 1730978320541 2024-11-07T11:18:40,542 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2., pid=6, masterSystemTime=1730978320526 2024-11-07T11:18:40,544 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:40,544 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:40,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f887ec14ae22e113721e28a12d4eebd2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f887ec14ae22e113721e28a12d4eebd2, server=4ab3d709c6df,35469,1730978316061 because future has completed 2024-11-07T11:18:40,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:18:40,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f887ec14ae22e113721e28a12d4eebd2, server=4ab3d709c6df,35469,1730978316061 in 173 msec 2024-11-07T11:18:40,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:18:40,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f887ec14ae22e113721e28a12d4eebd2, ASSIGN in 330 msec 2024-11-07T11:18:40,551 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:18:40,552 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978320551"}]},"ts":"1730978320551"} 2024-11-07T11:18:40,553 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:18:40,554 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:18:40,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2370 sec 2024-11-07T11:18:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:18:41,474 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:18:41,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,42505,-1 for getting cluster id 2024-11-07T11:18:41,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:41,475 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93383487-4bfb-4c7f-9864-b80ecdc22935' 2024-11-07T11:18:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93383487-4bfb-4c7f-9864-b80ecdc22935" 2024-11-07T11:18:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc5f32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,42505,-1] 2024-11-07T11:18:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:41,477 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8243d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38607,-1 for getting cluster id 2024-11-07T11:18:41,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:41,479 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a0c27d-782f-427e-a176-b7ca11fe7706' 2024-11-07T11:18:41,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:41,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a0c27d-782f-427e-a176-b7ca11fe7706" 2024-11-07T11:18:41,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@927ff63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38607,-1] 2024-11-07T11:18:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:41,481 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9dee00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,42505,-1 for getting cluster id 2024-11-07T11:18:41,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:41,483 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93383487-4bfb-4c7f-9864-b80ecdc22935' 2024-11-07T11:18:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93383487-4bfb-4c7f-9864-b80ecdc22935" 2024-11-07T11:18:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f2d93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,42505,-1] 2024-11-07T11:18:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:41,484 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:41,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52787b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:41,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:41,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@723c8bb6 2024-11-07T11:18:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:41,486 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:41,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:38607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:18:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:18:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:41,489 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:38607' 2024-11-07T11:18:41,490 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39daea6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,490 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38607,-1 for getting cluster id 2024-11-07T11:18:41,490 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:41,491 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a0c27d-782f-427e-a176-b7ca11fe7706' 2024-11-07T11:18:41,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:41,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a0c27d-782f-427e-a176-b7ca11fe7706" 2024-11-07T11:18:41,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fed2604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38607,-1] 2024-11-07T11:18:41,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:41,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:41,492 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:41,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c36f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:41,493 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:41,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:41,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e702ecb 2024-11-07T11:18:41,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:41,494 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:41,495 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T11:18:41,495 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:18:41,495 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:41,495 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:41,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:41,495 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:41,496 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:18:41,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:18:41,497 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:41,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:18:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:18:41,546 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:18:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:41,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d7c202548d9e7d62490224a52881dbd, NAME => 'hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848 2024-11-07T11:18:41,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:18:41,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:41,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3d7c202548d9e7d62490224a52881dbd, disabling compactions & flushes 2024-11-07T11:18:41,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:41,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:41,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. after waiting 0 ms 2024-11-07T11:18:41,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:41,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:41,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d7c202548d9e7d62490224a52881dbd: Waiting for close lock at 1730978321923Disabling compacts and flushes for region at 1730978321923Disabling writes for close at 1730978321923Writing region close event to WAL at 1730978321923Closed at 1730978321923 2024-11-07T11:18:41,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:18:41,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978321925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978321925"}]},"ts":"1730978321925"} 2024-11-07T11:18:41,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:18:41,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:18:41,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978321930"}]},"ts":"1730978321930"} 2024-11-07T11:18:41,932 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:18:41,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d7c202548d9e7d62490224a52881dbd, ASSIGN}] 2024-11-07T11:18:41,934 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d7c202548d9e7d62490224a52881dbd, ASSIGN 2024-11-07T11:18:41,935 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d7c202548d9e7d62490224a52881dbd, ASSIGN; state=OFFLINE, location=4ab3d709c6df,36945,1730978310370; forceNewPlan=false, retain=false 2024-11-07T11:18:42,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d7c202548d9e7d62490224a52881dbd, regionState=OPENING, regionLocation=4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:42,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d7c202548d9e7d62490224a52881dbd, ASSIGN because future has completed 2024-11-07T11:18:42,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d7c202548d9e7d62490224a52881dbd, server=4ab3d709c6df,36945,1730978310370}] 2024-11-07T11:18:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:42,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:42,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:42,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:18:42,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C36945%2C1730978310370.rep, suffix=, logDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/oldWALs, maxLogs=10 2024-11-07T11:18:42,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.rep.1730978322245, exclude list is [], retry=0 2024-11-07T11:18:42,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-a5d9f1e1-85ed-4ca7-8ebe-22bdcf74af84,DISK] 2024-11-07T11:18:42,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.rep.1730978322245 2024-11-07T11:18:42,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43869:43869)] 2024-11-07T11:18:42,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d7c202548d9e7d62490224a52881dbd, NAME => 'hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:42,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:42,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:18:42,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. service=MultiRowMutationService 2024-11-07T11:18:42,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:18:42,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:42,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,263 INFO [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,264 INFO [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d7c202548d9e7d62490224a52881dbd columnFamilyName hfileref 2024-11-07T11:18:42,264 DEBUG [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:42,264 INFO [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] regionserver.HStore(327): Store=3d7c202548d9e7d62490224a52881dbd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:42,264 INFO [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,265 INFO [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d7c202548d9e7d62490224a52881dbd columnFamilyName queue 2024-11-07T11:18:42,265 DEBUG [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:42,266 INFO [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] regionserver.HStore(327): Store=3d7c202548d9e7d62490224a52881dbd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:42,266 INFO [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,266 INFO [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d7c202548d9e7d62490224a52881dbd columnFamilyName sid 2024-11-07T11:18:42,266 DEBUG [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:42,267 INFO [StoreOpener-3d7c202548d9e7d62490224a52881dbd-1 {}] regionserver.HStore(327): Store=3d7c202548d9e7d62490224a52881dbd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:42,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:18:42,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:42,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3d7c202548d9e7d62490224a52881dbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60280243, jitterRate=-0.10175438225269318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:18:42,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:42,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3d7c202548d9e7d62490224a52881dbd: Running coprocessor pre-open hook at 1730978322262Writing region info on filesystem at 1730978322262Initializing all the Stores at 1730978322263 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978322263Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978322263Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978322263Cleaning up temporary data from old regions at 1730978322268 (+5 ms)Running coprocessor post-open hooks at 1730978322271 (+3 ms)Region opened successfully at 1730978322272 (+1 ms) 2024-11-07T11:18:42,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd., pid=10, masterSystemTime=1730978322240 2024-11-07T11:18:42,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:42,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:42,275 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d7c202548d9e7d62490224a52881dbd, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:42,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d7c202548d9e7d62490224a52881dbd, server=4ab3d709c6df,36945,1730978310370 because future has completed 2024-11-07T11:18:42,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:18:42,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d7c202548d9e7d62490224a52881dbd, server=4ab3d709c6df,36945,1730978310370 in 189 msec 2024-11-07T11:18:42,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:18:42,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d7c202548d9e7d62490224a52881dbd, ASSIGN in 347 msec 2024-11-07T11:18:42,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:18:42,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978322281"}]},"ts":"1730978322281"} 2024-11-07T11:18:42,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:18:42,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:18:42,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-07T11:18:42,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd., hostname=4ab3d709c6df,36945,1730978310370, seqNum=2] 2024-11-07T11:18:42,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:42,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:42,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:18:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:42,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:18:42,752 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:18:42,791 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,36945,1730978310370, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:18:42,792 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:42,792 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36945,1730978310370, seqNum=-1] 2024-11-07T11:18:42,792 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:42,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T11:18:42,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,36945,1730978310370', locateType=CURRENT is [region=hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd., hostname=4ab3d709c6df,36945,1730978310370, seqNum=2] 2024-11-07T11:18:42,798 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:18:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:18:42,801 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,36945,1730978310370 suceeded 2024-11-07T11:18:42,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:18:42,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-07T11:18:42,803 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:38607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:18:42,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3160 sec 2024-11-07T11:18:42,820 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:38607' 2024-11-07T11:18:42,821 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@557d1bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:42,821 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38607,-1 for getting cluster id 2024-11-07T11:18:42,821 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:42,822 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a0c27d-782f-427e-a176-b7ca11fe7706' 2024-11-07T11:18:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a0c27d-782f-427e-a176-b7ca11fe7706" 2024-11-07T11:18:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f380e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38607,-1] 2024-11-07T11:18:42,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:42,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:42,824 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:42,824 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@582b756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:42,824 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:42,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:42,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f7238b0 2024-11-07T11:18:42,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:42,826 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T11:18:42,827 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,36945,1730978310370 (queues=1) is replicating from cluster=93383487-4bfb-4c7f-9864-b80ecdc22935 to cluster=19a0c27d-782f-427e-a176-b7ca11fe7706 2024-11-07T11:18:42,827 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C36945%2C1730978310370 2024-11-07T11:18:42,827 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,36945,1730978310370, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:18:42,827 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C36945%2C1730978310370 2024-11-07T11:18:42,827 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699, startPosition=0, beingWritten=true 2024-11-07T11:18:42,834 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:18:42,834 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 379, reset compression=false 2024-11-07T11:18:42,834 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,36945,1730978310370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:18:42,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:18:42,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T11:18:42,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:18:42,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T11:18:42,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T11:18:42,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T11:18:42,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:42,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T11:18:42,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:18:42,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T11:18:42,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:42,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T11:18:43,038 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 379, reset compression=false 2024-11-07T11:18:43,341 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 379, reset compression=false 2024-11-07T11:18:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:43,634 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:18:43,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:43,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:43,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:43,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:43,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:43,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:43,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38607,-1 for getting cluster id 2024-11-07T11:18:43,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:43,636 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a0c27d-782f-427e-a176-b7ca11fe7706' 2024-11-07T11:18:43,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:43,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a0c27d-782f-427e-a176-b7ca11fe7706" 2024-11-07T11:18:43,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fdad7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:43,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38607,-1] 2024-11-07T11:18:43,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:43,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:43,637 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5b1cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:43,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49e53900 2024-11-07T11:18:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:43,640 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:43,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:42505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:18:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:18:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:43,642 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:42505' 2024-11-07T11:18:43,646 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca6a575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:43,646 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,42505,-1 for getting cluster id 2024-11-07T11:18:43,646 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:43,647 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93383487-4bfb-4c7f-9864-b80ecdc22935' 2024-11-07T11:18:43,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:43,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93383487-4bfb-4c7f-9864-b80ecdc22935" 2024-11-07T11:18:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be349a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,42505,-1] 2024-11-07T11:18:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:43,648 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:43,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b23107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:43,649 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:43,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:43,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c0d63a 2024-11-07T11:18:43,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:43,651 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:43,651 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-07T11:18:43,651 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:18:43,651 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:43,651 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:43,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:43,652 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:43,653 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:18:43,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:18:43,654 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:43,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:18:43,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:18:43,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 255b82ca96fef7f76ebc8ea093f74c49, NAME => 'hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67 2024-11-07T11:18:43,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:18:43,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:43,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 255b82ca96fef7f76ebc8ea093f74c49, disabling compactions & flushes 2024-11-07T11:18:43,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:43,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:43,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. after waiting 0 ms 2024-11-07T11:18:43,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:43,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:43,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 255b82ca96fef7f76ebc8ea093f74c49: Waiting for close lock at 1730978323681Disabling compacts and flushes for region at 1730978323681Disabling writes for close at 1730978323681Writing region close event to WAL at 1730978323681Closed at 1730978323681 2024-11-07T11:18:43,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:18:43,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978323682"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978323682"}]},"ts":"1730978323682"} 2024-11-07T11:18:43,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:18:43,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:18:43,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978323685"}]},"ts":"1730978323685"} 2024-11-07T11:18:43,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:18:43,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=255b82ca96fef7f76ebc8ea093f74c49, ASSIGN}] 2024-11-07T11:18:43,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=255b82ca96fef7f76ebc8ea093f74c49, ASSIGN 2024-11-07T11:18:43,689 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=255b82ca96fef7f76ebc8ea093f74c49, ASSIGN; state=OFFLINE, location=4ab3d709c6df,35469,1730978316061; forceNewPlan=false, retain=false 2024-11-07T11:18:43,703 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:18:43,745 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 379, reset compression=false 2024-11-07T11:18:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:43,840 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=255b82ca96fef7f76ebc8ea093f74c49, regionState=OPENING, regionLocation=4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:43,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=255b82ca96fef7f76ebc8ea093f74c49, ASSIGN because future has completed 2024-11-07T11:18:43,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 255b82ca96fef7f76ebc8ea093f74c49, server=4ab3d709c6df,35469,1730978316061}] 2024-11-07T11:18:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:43,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:44,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:44,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:44,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:18:44,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C35469%2C1730978316061.rep, suffix=, logDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061, archiveDir=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/oldWALs, maxLogs=10 2024-11-07T11:18:44,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:44,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:44,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.rep.1730978324004, exclude list is [], retry=0 2024-11-07T11:18:44,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:44,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:44,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:44,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:44,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45773,DS-b24bfb15-083e-4114-b7f1-7c2a0a6d5198,DISK] 2024-11-07T11:18:44,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.rep.1730978324004 2024-11-07T11:18:44,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36769:36769)] 2024-11-07T11:18:44,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 255b82ca96fef7f76ebc8ea093f74c49, NAME => 'hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:18:44,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:18:44,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:18:44,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. service=MultiRowMutationService 2024-11-07T11:18:44,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:18:44,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:18:44,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:44,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:44,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T11:18:44,049 INFO [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,051 INFO [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 255b82ca96fef7f76ebc8ea093f74c49 columnFamilyName hfileref 2024-11-07T11:18:44,051 DEBUG [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:44,051 INFO [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] regionserver.HStore(327): Store=255b82ca96fef7f76ebc8ea093f74c49/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:44,051 INFO [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,053 INFO [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 255b82ca96fef7f76ebc8ea093f74c49 columnFamilyName queue 2024-11-07T11:18:44,053 DEBUG [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:44,053 INFO [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] regionserver.HStore(327): Store=255b82ca96fef7f76ebc8ea093f74c49/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:44,053 INFO [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,055 INFO [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 255b82ca96fef7f76ebc8ea093f74c49 columnFamilyName sid 2024-11-07T11:18:44,055 DEBUG [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:18:44,055 INFO [StoreOpener-255b82ca96fef7f76ebc8ea093f74c49-1 {}] regionserver.HStore(327): Store=255b82ca96fef7f76ebc8ea093f74c49/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:18:44,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:18:44,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:18:44,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 255b82ca96fef7f76ebc8ea093f74c49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72196556, jitterRate=0.07581251859664917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:18:44,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:44,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 255b82ca96fef7f76ebc8ea093f74c49: Running coprocessor pre-open hook at 1730978324031Writing region info on filesystem at 1730978324031Initializing all the Stores at 1730978324032 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978324032Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978324048 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978324048Cleaning up temporary data from old regions at 1730978324057 (+9 ms)Running coprocessor post-open hooks at 1730978324065 (+8 ms)Region opened successfully at 1730978324065 2024-11-07T11:18:44,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49., pid=10, masterSystemTime=1730978323995 2024-11-07T11:18:44,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:44,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:44,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=255b82ca96fef7f76ebc8ea093f74c49, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:44,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 255b82ca96fef7f76ebc8ea093f74c49, server=4ab3d709c6df,35469,1730978316061 because future has completed 2024-11-07T11:18:44,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:18:44,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 255b82ca96fef7f76ebc8ea093f74c49, server=4ab3d709c6df,35469,1730978316061 in 233 msec 2024-11-07T11:18:44,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:18:44,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=255b82ca96fef7f76ebc8ea093f74c49, ASSIGN in 391 msec 2024-11-07T11:18:44,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:18:44,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978324082"}]},"ts":"1730978324082"} 2024-11-07T11:18:44,084 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:18:44,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:18:44,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 434 msec 2024-11-07T11:18:44,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49., hostname=4ab3d709c6df,35469,1730978316061, seqNum=2] 2024-11-07T11:18:44,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:44,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:44,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:18:44,263 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 379, reset compression=false 2024-11-07T11:18:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:44,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:18:44,320 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:18:44,354 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,35469,1730978316061, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:18:44,354 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:44,354 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:44,355 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:44,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T11:18:44,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,35469,1730978316061', locateType=CURRENT is [region=hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49., hostname=4ab3d709c6df,35469,1730978316061, seqNum=2] 2024-11-07T11:18:44,359 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:18:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:18:44,361 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,35469,1730978316061 suceeded 2024-11-07T11:18:44,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:18:44,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-07T11:18:44,362 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:42505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:18:44,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 722 msec 2024-11-07T11:18:44,375 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:42505' 2024-11-07T11:18:44,376 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@141d4229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:44,376 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,42505,-1 for getting cluster id 2024-11-07T11:18:44,376 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:44,376 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93383487-4bfb-4c7f-9864-b80ecdc22935' 2024-11-07T11:18:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93383487-4bfb-4c7f-9864-b80ecdc22935" 2024-11-07T11:18:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c8f599c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,42505,-1] 2024-11-07T11:18:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:44,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:44,378 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:44,378 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a591b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:44,378 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec1fb76 2024-11-07T11:18:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:44,380 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T11:18:44,380 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,35469,1730978316061 (queues=1) is replicating from cluster=19a0c27d-782f-427e-a176-b7ca11fe7706 to cluster=93383487-4bfb-4c7f-9864-b80ecdc22935 2024-11-07T11:18:44,380 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C35469%2C1730978316061 2024-11-07T11:18:44,380 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,35469,1730978316061, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:18:44,381 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C35469%2C1730978316061 2024-11-07T11:18:44,381 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968, startPosition=0, beingWritten=true 2024-11-07T11:18:44,385 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:18:44,385 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 379, reset compression=false 2024-11-07T11:18:44,385 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,35469,1730978316061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:18:44,555 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T11:18:44,589 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 379, reset compression=false 2024-11-07T11:18:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:18:44,784 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:18:44,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:44,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:44,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:44,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:44,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:44,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:44,789 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1730978324788/Put/seqid=0 2024-11-07T11:18:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741840_1016 (size=7894) 2024-11-07T11:18:44,866 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 379, reset compression=false 2024-11-07T11:18:44,892 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 379, reset compression=false 2024-11-07T11:18:45,197 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1730978325196/Put/seqid=0 2024-11-07T11:18:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741841_1017 (size=7691) 2024-11-07T11:18:45,297 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 379, reset compression=false 2024-11-07T11:18:45,570 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 379, reset compression=false 2024-11-07T11:18:45,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:45,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,42505,-1 for getting cluster id 2024-11-07T11:18:45,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:45,605 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93383487-4bfb-4c7f-9864-b80ecdc22935' 2024-11-07T11:18:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93383487-4bfb-4c7f-9864-b80ecdc22935" 2024-11-07T11:18:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36aebe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,42505,-1] 2024-11-07T11:18:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:45,607 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:45,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:45,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36945,1730978310370, seqNum=-1] 2024-11-07T11:18:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:45,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:45,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da7ae9c 2024-11-07T11:18:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:45,619 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a., hostname=4ab3d709c6df,36945,1730978310370, seqNum=2] 2024-11-07T11:18:45,625 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:18:45,631 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T11:18:45,633 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T11:18:45,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/testHFileCyclicReplication_01/f/hfile_0 for inclusion in cfdba01018d61fa3cc09f5c5f054201a/f 2024-11-07T11:18:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T11:18:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:18:45,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/testHFileCyclicReplication_01/f/hfile_1 for inclusion in cfdba01018d61fa3cc09f5c5f054201a/f 2024-11-07T11:18:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T11:18:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:18:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegion(2603): Flush status journal for cfdba01018d61fa3cc09f5c5f054201a: 2024-11-07T11:18:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_0 2024-11-07T11:18:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_0 as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ 2024-11-07T11:18:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_1 2024-11-07T11:18:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_1 as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ 2024-11-07T11:18:45,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_0 into cfdba01018d61fa3cc09f5c5f054201a/f as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ - updating store file list. 2024-11-07T11:18:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:18:45,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ into cfdba01018d61fa3cc09f5c5f054201a/f 2024-11-07T11:18:45,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_0 into cfdba01018d61fa3cc09f5c5f054201a/f (new location: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_) 2024-11-07T11:18:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_0 2024-11-07T11:18:45,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_1 into cfdba01018d61fa3cc09f5c5f054201a/f as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ - updating store file list. 2024-11-07T11:18:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:18:45,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ into cfdba01018d61fa3cc09f5c5f054201a/f 2024-11-07T11:18:45,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_1 into cfdba01018d61fa3cc09f5c5f054201a/f (new location: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_) 2024-11-07T11:18:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins__test__psff93pfmgh68t5epiqchc3pls5nll18788oaj5cv4bjj2l6snsck2kmbadcgtsp/f/hfile_1 2024-11-07T11:18:45,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:45,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:45,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:45,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:45,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a., hostname=4ab3d709c6df,36945,1730978310370, seqNum=2 , the old value is region=test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a., hostname=4ab3d709c6df,36945,1730978310370, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4ab3d709c6df:36945 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:18:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a., hostname=4ab3d709c6df,36945,1730978310370, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:18:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a., hostname=4ab3d709c6df,36945,1730978310370, seqNum=2 from cache 2024-11-07T11:18:45,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:45,665 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T11:18:45,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2., hostname=4ab3d709c6df,35469,1730978316061, seqNum=2] 2024-11-07T11:18:45,669 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T11:18:45,773 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:36945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T11:18:45,801 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 379, reset compression=false 2024-11-07T11:18:46,374 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 379, reset compression=false 2024-11-07T11:18:46,382 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:18:46,382 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,36945,1730978310370 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfdba01018d61fa3cc09f5c5f054201a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730978325661/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T11:18:46,384 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:18:46,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-07T11:18:46,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.ReplicationSink(318): Replicating [93383487-4bfb-4c7f-9864-b80ecdc22935] bulk loaded data 2024-11-07T11:18:46,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21c3a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:46,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38607,-1 for getting cluster id 2024-11-07T11:18:46,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:46,388 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a0c27d-782f-427e-a176-b7ca11fe7706' 2024-11-07T11:18:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a0c27d-782f-427e-a176-b7ca11fe7706" 2024-11-07T11:18:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7053b693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38607,-1] 2024-11-07T11:18:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:46,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:46,389 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:46,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:46,405 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 379, reset compression=false 2024-11-07T11:18:46,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741840_1016 (size=7894) 2024-11-07T11:18:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741841_1017 (size=7691) 2024-11-07T11:18:46,582 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 687, reset compression=false 2024-11-07T11:18:46,672 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T11:18:46,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:46,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:46,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eb76c31 2024-11-07T11:18:46,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:46,869 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T11:18:46,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:18:46,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:46,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:46,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:46,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T11:18:46,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T11:18:46,879 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T11:18:46,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ for inclusion in f887ec14ae22e113721e28a12d4eebd2/f 2024-11-07T11:18:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T11:18:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:18:46,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ for inclusion in f887ec14ae22e113721e28a12d4eebd2/f 2024-11-07T11:18:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T11:18:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:18:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HRegion(2603): Flush status journal for f887ec14ae22e113721e28a12d4eebd2: 2024-11-07T11:18:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:18:46,888 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 687, reset compression=false 2024-11-07T11:18:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/fcf898e087b349ab8f8dfdebf1d8f12e_SeqId_4_ 2024-11-07T11:18:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:18:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/68a30bd8b4774b99ad1b05cdadfcdf44_SeqId_4_ 2024-11-07T11:18:46,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ into f887ec14ae22e113721e28a12d4eebd2/f as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/fcf898e087b349ab8f8dfdebf1d8f12e_SeqId_4_ - updating store file list. 2024-11-07T11:18:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fcf898e087b349ab8f8dfdebf1d8f12e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:18:46,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/fcf898e087b349ab8f8dfdebf1d8f12e_SeqId_4_ into f887ec14ae22e113721e28a12d4eebd2/f 2024-11-07T11:18:46,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ into f887ec14ae22e113721e28a12d4eebd2/f (new location: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/fcf898e087b349ab8f8dfdebf1d8f12e_SeqId_4_) 2024-11-07T11:18:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_ 2024-11-07T11:18:46,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ into f887ec14ae22e113721e28a12d4eebd2/f as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/68a30bd8b4774b99ad1b05cdadfcdf44_SeqId_4_ - updating store file list. 2024-11-07T11:18:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68a30bd8b4774b99ad1b05cdadfcdf44_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:18:46,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/68a30bd8b4774b99ad1b05cdadfcdf44_SeqId_4_ into f887ec14ae22e113721e28a12d4eebd2/f 2024-11-07T11:18:46,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ into f887ec14ae22e113721e28a12d4eebd2/f (new location: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/68a30bd8b4774b99ad1b05cdadfcdf44_SeqId_4_) 2024-11-07T11:18:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins.hfs.11__test__932a9p71fb7gejgl3d3dqjba86jju1vb1uufsq9kbqd1qrc8qi9rh5aor3s5pgqu/f/deb28dd7164a4edd8b3f05f705b25a50_SeqId_4_ 2024-11-07T11:18:46,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.ReplicationSink(324): Finished replicating [93383487-4bfb-4c7f-9864-b80ecdc22935] bulk loaded data 2024-11-07T11:18:47,130 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 379, reset compression=false 2024-11-07T11:18:47,137 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:18:47,137 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,35469,1730978316061 got entry batch from reader: WALEntryBatch [walEntries=[{test/f887ec14ae22e113721e28a12d4eebd2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730978326903/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T11:18:47,140 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:18:47,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-07T11:18:47,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.ReplicationSink(318): Replicating [93383487-4bfb-4c7f-9864-b80ecdc22935, 19a0c27d-782f-427e-a176-b7ca11fe7706] bulk loaded data 2024-11-07T11:18:47,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398458d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:47,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,42505,-1 for getting cluster id 2024-11-07T11:18:47,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:47,144 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93383487-4bfb-4c7f-9864-b80ecdc22935' 2024-11-07T11:18:47,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:47,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93383487-4bfb-4c7f-9864-b80ecdc22935" 2024-11-07T11:18:47,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13707447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:47,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,42505,-1] 2024-11-07T11:18:47,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:47,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:47,146 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:47,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42722dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741842_1018 (size=7691) 2024-11-07T11:18:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741843_1019 (size=7894) 2024-11-07T11:18:47,291 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 687, reset compression=false 2024-11-07T11:18:47,338 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 725, reset compression=false 2024-11-07T11:18:47,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:47,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:47,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6065c890 2024-11-07T11:18:47,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:47,611 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T11:18:47,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:18:47,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:47,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36945,1730978310370, seqNum=-1] 2024-11-07T11:18:47,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:47,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T11:18:47,621 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__3rqdq8s11shon38deeoi0h06u3gi4ne0cdk76vp7q564p75rr546hte52hgf56md/f/68a30bd8b4774b99ad1b05cdadfcdf44_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T11:18:47,623 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__3rqdq8s11shon38deeoi0h06u3gi4ne0cdk76vp7q564p75rr546hte52hgf56md/f/fcf898e087b349ab8f8dfdebf1d8f12e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T11:18:47,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.ReplicationSink(324): Finished replicating [93383487-4bfb-4c7f-9864-b80ecdc22935, 19a0c27d-782f-427e-a176-b7ca11fe7706] bulk loaded data 2024-11-07T11:18:47,650 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 725, reset compression=false 2024-11-07T11:18:47,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:47,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1730978327684/Put/seqid=0 2024-11-07T11:18:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741842_1018 (size=11194) 2024-11-07T11:18:47,795 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 687, reset compression=false 2024-11-07T11:18:48,053 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 725, reset compression=false 2024-11-07T11:18:48,092 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1730978328092/Put/seqid=0 2024-11-07T11:18:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741843_1019 (size=10791) 2024-11-07T11:18:48,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5abca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:48,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38607,-1 for getting cluster id 2024-11-07T11:18:48,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:18:48,113 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19a0c27d-782f-427e-a176-b7ca11fe7706' 2024-11-07T11:18:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:18:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19a0c27d-782f-427e-a176-b7ca11fe7706" 2024-11-07T11:18:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ba239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38607,-1] 2024-11-07T11:18:48,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:18:48,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:48,115 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:18:48,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:18:48,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:48,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:48,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:48,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:48,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:48,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6de45347 2024-11-07T11:18:48,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:18:48,145 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:18:48,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2., hostname=4ab3d709c6df,35469,1730978316061, seqNum=2] 2024-11-07T11:18:48,154 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:18:48,185 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T11:18:48,189 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T11:18:48,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f887ec14ae22e113721e28a12d4eebd2/f 2024-11-07T11:18:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T11:18:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:18:48,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f887ec14ae22e113721e28a12d4eebd2/f 2024-11-07T11:18:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T11:18:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:18:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HRegion(2603): Flush status journal for f887ec14ae22e113721e28a12d4eebd2: 2024-11-07T11:18:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_0 2024-11-07T11:18:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_0 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/37ec647a977e422fa2a378a672229433_SeqId_6_ 2024-11-07T11:18:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_1 2024-11-07T11:18:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_1 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_ 2024-11-07T11:18:48,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_0 into f887ec14ae22e113721e28a12d4eebd2/f as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/37ec647a977e422fa2a378a672229433_SeqId_6_ - updating store file list. 2024-11-07T11:18:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37ec647a977e422fa2a378a672229433_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:18:48,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/37ec647a977e422fa2a378a672229433_SeqId_6_ into f887ec14ae22e113721e28a12d4eebd2/f 2024-11-07T11:18:48,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_0 into f887ec14ae22e113721e28a12d4eebd2/f (new location: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/37ec647a977e422fa2a378a672229433_SeqId_6_) 2024-11-07T11:18:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_0 2024-11-07T11:18:48,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_1 into f887ec14ae22e113721e28a12d4eebd2/f as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_ - updating store file list. 2024-11-07T11:18:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c6bdee8350647758cc6ab00d6658422_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:18:48,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_ into f887ec14ae22e113721e28a12d4eebd2/f 2024-11-07T11:18:48,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_1 into f887ec14ae22e113721e28a12d4eebd2/f (new location: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_) 2024-11-07T11:18:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/staging/jenkins__test__vogvtph28v2dsi845ml346ejbn6r6qrjqi8ikrolan2n1vlhtv30mvio1k3p17fi/f/hfile_1 2024-11-07T11:18:48,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:48,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:48,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:48,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:48,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:48,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:48,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2., hostname=4ab3d709c6df,35469,1730978316061, seqNum=2 , the old value is region=test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2., hostname=4ab3d709c6df,35469,1730978316061, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4ab3d709c6df:35469 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:18:48,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2., hostname=4ab3d709c6df,35469,1730978316061, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:18:48,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2., hostname=4ab3d709c6df,35469,1730978316061, seqNum=2 from cache 2024-11-07T11:18:48,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36945,1730978310370, seqNum=-1] 2024-11-07T11:18:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:18:48,272 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T11:18:48,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:18:48,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a., hostname=4ab3d709c6df,36945,1730978310370, seqNum=2] 2024-11-07T11:18:48,282 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T11:18:48,376 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:35469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T11:18:48,399 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 687, reset compression=false 2024-11-07T11:18:48,558 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 725, reset compression=false 2024-11-07T11:18:48,562 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:18:48,562 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,35469,1730978316061 got entry batch from reader: WALEntryBatch [walEntries=[{test/f887ec14ae22e113721e28a12d4eebd2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730978328266/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T11:18:48,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.ReplicationSink(318): Replicating [19a0c27d-782f-427e-a176-b7ca11fe7706] bulk loaded data 2024-11-07T11:18:48,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741844_1020 (size=11194) 2024-11-07T11:18:48,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741845_1021 (size=10791) 2024-11-07T11:18:48,762 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 1033, reset compression=false 2024-11-07T11:18:48,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:18:48,989 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/37ec647a977e422fa2a378a672229433_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-07T11:18:48,992 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-07T11:18:48,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_ for inclusion in cfdba01018d61fa3cc09f5c5f054201a/f 2024-11-07T11:18:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T11:18:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:18:48,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/37ec647a977e422fa2a378a672229433_SeqId_6_ for inclusion in cfdba01018d61fa3cc09f5c5f054201a/f 2024-11-07T11:18:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T11:18:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:18:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegion(2603): Flush status journal for cfdba01018d61fa3cc09f5c5f054201a: 2024-11-07T11:18:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3c6bdee8350647758cc6ab00d6658422_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:18:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_ as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/7fd2eae73c2d47248eb6149c2e24a06f_SeqId_6_ 2024-11-07T11:18:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 37ec647a977e422fa2a378a672229433_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:18:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/37ec647a977e422fa2a378a672229433_SeqId_6_ as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/d53d39f1ab014c6b8a966a2080179f69_SeqId_6_ 2024-11-07T11:18:49,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_ into cfdba01018d61fa3cc09f5c5f054201a/f as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/7fd2eae73c2d47248eb6149c2e24a06f_SeqId_6_ - updating store file list. 2024-11-07T11:18:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fd2eae73c2d47248eb6149c2e24a06f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:18:49,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/7fd2eae73c2d47248eb6149c2e24a06f_SeqId_6_ into cfdba01018d61fa3cc09f5c5f054201a/f 2024-11-07T11:18:49,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_ into cfdba01018d61fa3cc09f5c5f054201a/f (new location: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/7fd2eae73c2d47248eb6149c2e24a06f_SeqId_6_) 2024-11-07T11:18:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/3c6bdee8350647758cc6ab00d6658422_SeqId_6_ 2024-11-07T11:18:49,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/37ec647a977e422fa2a378a672229433_SeqId_6_ into cfdba01018d61fa3cc09f5c5f054201a/f as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/d53d39f1ab014c6b8a966a2080179f69_SeqId_6_ - updating store file list. 2024-11-07T11:18:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d53d39f1ab014c6b8a966a2080179f69_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:18:49,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/d53d39f1ab014c6b8a966a2080179f69_SeqId_6_ into cfdba01018d61fa3cc09f5c5f054201a/f 2024-11-07T11:18:49,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/37ec647a977e422fa2a378a672229433_SeqId_6_ into cfdba01018d61fa3cc09f5c5f054201a/f (new location: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/f/d53d39f1ab014c6b8a966a2080179f69_SeqId_6_) 2024-11-07T11:18:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/staging/jenkins.hfs.10__test__tr7tc1r9l3cbpdpepejgle8p6u6f4mmkd9ld31u4l4nrnk8jluknffvcl6gdjkd9/f/37ec647a977e422fa2a378a672229433_SeqId_6_ 2024-11-07T11:18:49,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.ReplicationSink(324): Finished replicating [19a0c27d-782f-427e-a176-b7ca11fe7706] bulk loaded data 2024-11-07T11:18:49,066 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 1033, reset compression=false 2024-11-07T11:18:49,106 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 687, reset compression=false 2024-11-07T11:18:49,110 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:18:49,110 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,36945,1730978310370 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfdba01018d61fa3cc09f5c5f054201a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730978329014/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T11:18:49,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.ReplicationSink(318): Replicating [19a0c27d-782f-427e-a176-b7ca11fe7706, 93383487-4bfb-4c7f-9864-b80ecdc22935] bulk loaded data 2024-11-07T11:18:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741844_1020 (size=10791) 2024-11-07T11:18:49,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:18:49,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:49,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:49,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:49,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:49,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:49,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:18:49,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2004034238, stopped=false 2024-11-07T11:18:49,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,38607,1730978315918 2024-11-07T11:18:49,310 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1033, reset compression=false 2024-11-07T11:18:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038478612/running 2024-11-07T11:18:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038478612/running 2024-11-07T11:18:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:49,316 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:49,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:49,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:49,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:49,317 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,35469,1730978316061' ***** 2024-11-07T11:18:49,317 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:18:49,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on znode that does not yet exist, /11038478612/running 2024-11-07T11:18:49,317 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:18:49,317 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:18:49,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Set watcher on znode that does not yet exist, /11038478612/running 2024-11-07T11:18:49,318 INFO [RS:0;4ab3d709c6df:35469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:18:49,318 INFO [RS:0;4ab3d709c6df:35469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:18:49,318 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(3091): Received CLOSE for f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:49,318 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(3091): Received CLOSE for 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:49,318 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:49,318 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:49,319 INFO [RS:0;4ab3d709c6df:35469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:35469. 2024-11-07T11:18:49,319 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f887ec14ae22e113721e28a12d4eebd2, disabling compactions & flushes 2024-11-07T11:18:49,319 DEBUG [RS:0;4ab3d709c6df:35469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:49,319 DEBUG [RS:0;4ab3d709c6df:35469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:49,319 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:49,319 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:49,319 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. after waiting 0 ms 2024-11-07T11:18:49,319 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:18:49,319 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:18:49,319 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:49,319 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:18:49,319 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:18:49,320 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:18:49,320 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1325): Online Regions={f887ec14ae22e113721e28a12d4eebd2=test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2., 255b82ca96fef7f76ebc8ea093f74c49=hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:18:49,320 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 255b82ca96fef7f76ebc8ea093f74c49, f887ec14ae22e113721e28a12d4eebd2 2024-11-07T11:18:49,320 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:18:49,320 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:18:49,320 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:18:49,320 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:18:49,320 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:18:49,320 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:18:49,325 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/default/test/f887ec14ae22e113721e28a12d4eebd2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T11:18:49,326 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:49,326 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:18:49,326 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:49,326 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f887ec14ae22e113721e28a12d4eebd2: Waiting for close lock at 1730978329318Running coprocessor pre-close hooks at 1730978329318Disabling compacts and flushes for region at 1730978329319 (+1 ms)Disabling writes for close at 1730978329319Writing region close event to WAL at 1730978329320 (+1 ms)Running coprocessor post-close hooks at 1730978329326 (+6 ms)Closed at 1730978329326 2024-11-07T11:18:49,326 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2. 2024-11-07T11:18:49,326 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 255b82ca96fef7f76ebc8ea093f74c49, disabling compactions & flushes 2024-11-07T11:18:49,326 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:49,326 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:49,326 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. after waiting 0 ms 2024-11-07T11:18:49,327 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:49,327 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 255b82ca96fef7f76ebc8ea093f74c49 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-07T11:18:49,337 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:49,349 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/info/8fb847d1c13a43f096def053cd3b9e39 is 147, key is hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49./info:regioninfo/1730978324069/Put/seqid=0 2024-11-07T11:18:49,356 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/.tmp/hfileref/d437d312da10447faf3a77bbcd5cb509 is 74, key is 1/hfileref:37ec647a977e422fa2a378a672229433_SeqId_6_/1730978329017/DeleteColumn/seqid=0 2024-11-07T11:18:49,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741845_1021 (size=7686) 2024-11-07T11:18:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741846_1022 (size=5345) 2024-11-07T11:18:49,470 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 1033, reset compression=false 2024-11-07T11:18:49,474 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:18:49,474 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 1328, reset compression=false 2024-11-07T11:18:49,474 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,35469,1730978316061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:18:49,476 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,35469,1730978316061: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4ab3d709c6df,35469,1730978316061, walGroup=4ab3d709c6df%2C35469%2C1730978316061, offset=4ab3d709c6df%2C35469%2C1730978316061.1730978317968:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:35469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:18:49,477 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:18:49,478 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:18:49,479 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:18:49,479 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:18:49,480 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:18:49,480 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 543741264 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188079296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:18:49,482 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:18:49,520 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741847_1023 (size=11194) 2024-11-07T11:18:49,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:49,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:49,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:49,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:49,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:49,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:49,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:49,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:49,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:49,616 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1033, reset compression=false 2024-11-07T11:18:49,678 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 1328, reset compression=false 2024-11-07T11:18:49,720 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:49,759 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/info/8fb847d1c13a43f096def053cd3b9e39 2024-11-07T11:18:49,768 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/.tmp/hfileref/d437d312da10447faf3a77bbcd5cb509 2024-11-07T11:18:49,781 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/ns/9de28c031286483a8999794e8e814493 is 43, key is default/ns:d/1730978318538/Put/seqid=0 2024-11-07T11:18:49,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741848_1024 (size=5153) 2024-11-07T11:18:49,791 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/ns/9de28c031286483a8999794e8e814493 2024-11-07T11:18:49,798 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/.tmp/queue/d9800afc247b4e98a418a89a2a4b5061 is 154, key is 1-4ab3d709c6df,35469,1730978316061/queue:4ab3d709c6df%2C35469%2C1730978316061/1730978329018/Put/seqid=0 2024-11-07T11:18:49,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741849_1025 (size=5353) 2024-11-07T11:18:49,812 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/rep_barrier/99176dc4d5df4ff1bb0775c4b0328433 is 112, key is test,,1730978319316.f887ec14ae22e113721e28a12d4eebd2./rep_barrier:seqnumDuringOpen/1730978320544/Put/seqid=0 2024-11-07T11:18:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741850_1026 (size=5518) 2024-11-07T11:18:49,821 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:18:49,821 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:18:49,921 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:49,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:18:49,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:49,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:49,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:49,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 from cache 2024-11-07T11:18:49,993 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 1328, reset compression=false 2024-11-07T11:18:50,034 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1033, reset compression=false 2024-11-07T11:18:50,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:50,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 from cache 2024-11-07T11:18:50,121 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 255b82ca96fef7f76ebc8ea093f74c49 2024-11-07T11:18:50,211 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/.tmp/queue/d9800afc247b4e98a418a89a2a4b5061 2024-11-07T11:18:50,216 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/.tmp/hfileref/d437d312da10447faf3a77bbcd5cb509 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/hfileref/d437d312da10447faf3a77bbcd5cb509 2024-11-07T11:18:50,216 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/rep_barrier/99176dc4d5df4ff1bb0775c4b0328433 2024-11-07T11:18:50,223 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/hfileref/d437d312da10447faf3a77bbcd5cb509, entries=4, sequenceid=12, filesize=5.2 K 2024-11-07T11:18:50,224 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/.tmp/queue/d9800afc247b4e98a418a89a2a4b5061 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/queue/d9800afc247b4e98a418a89a2a4b5061 2024-11-07T11:18:50,228 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/queue/d9800afc247b4e98a418a89a2a4b5061, entries=1, sequenceid=12, filesize=5.2 K 2024-11-07T11:18:50,229 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 255b82ca96fef7f76ebc8ea093f74c49 in 902ms, sequenceid=12, compaction requested=false 2024-11-07T11:18:50,237 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/replication/255b82ca96fef7f76ebc8ea093f74c49/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T11:18:50,238 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:50,238 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:50,238 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:50,238 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 255b82ca96fef7f76ebc8ea093f74c49: Waiting for close lock at 1730978329326Running coprocessor pre-close hooks at 1730978329326Disabling compacts and flushes for region at 1730978329326Disabling writes for close at 1730978329326Obtaining lock to block concurrent updates at 1730978329327 (+1 ms)Preparing flush snapshotting stores in 255b82ca96fef7f76ebc8ea093f74c49 at 1730978329327Finished memstore snapshotting hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1730978329327Flushing stores of hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. at 1730978329327Flushing 255b82ca96fef7f76ebc8ea093f74c49/hfileref: creating writer at 1730978329328 (+1 ms)Flushing 255b82ca96fef7f76ebc8ea093f74c49/hfileref: appending metadata at 1730978329356 (+28 ms)Flushing 255b82ca96fef7f76ebc8ea093f74c49/hfileref: closing flushed file at 1730978329356Flushing 255b82ca96fef7f76ebc8ea093f74c49/queue: creating writer at 1730978329780 (+424 ms)Flushing 255b82ca96fef7f76ebc8ea093f74c49/queue: appending metadata at 1730978329797 (+17 ms)Flushing 255b82ca96fef7f76ebc8ea093f74c49/queue: closing flushed file at 1730978329798 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27da589e: reopening flushed file at 1730978330215 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2adb44b3: reopening flushed file at 1730978330223 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 255b82ca96fef7f76ebc8ea093f74c49 in 902ms, sequenceid=12, compaction requested=false at 1730978330229 (+6 ms)Writing region close event to WAL at 1730978330235 (+6 ms)Running coprocessor post-close hooks at 1730978330238 (+3 ms)Closed at 1730978330238 2024-11-07T11:18:50,238 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978323652.255b82ca96fef7f76ebc8ea093f74c49. 2024-11-07T11:18:50,240 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/table/4c54ebc987ec431bb37c9991f6b21526 is 53, key is hbase:replication/table:state/1730978324082/Put/seqid=0 2024-11-07T11:18:50,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741851_1027 (size=5308) 2024-11-07T11:18:50,253 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:50,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:50,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 from cache 2024-11-07T11:18:50,321 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:18:50,321 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:18:50,321 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:50,401 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 1328, reset compression=false 2024-11-07T11:18:50,521 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:50,538 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1033, reset compression=false 2024-11-07T11:18:50,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:50,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:50,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 from cache 2024-11-07T11:18:50,645 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/table/4c54ebc987ec431bb37c9991f6b21526 2024-11-07T11:18:50,653 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/info/8fb847d1c13a43f096def053cd3b9e39 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/info/8fb847d1c13a43f096def053cd3b9e39 2024-11-07T11:18:50,662 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/info/8fb847d1c13a43f096def053cd3b9e39, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:18:50,664 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/ns/9de28c031286483a8999794e8e814493 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/ns/9de28c031286483a8999794e8e814493 2024-11-07T11:18:50,672 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/ns/9de28c031286483a8999794e8e814493, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:18:50,673 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/rep_barrier/99176dc4d5df4ff1bb0775c4b0328433 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/rep_barrier/99176dc4d5df4ff1bb0775c4b0328433 2024-11-07T11:18:50,678 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/rep_barrier/99176dc4d5df4ff1bb0775c4b0328433, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:18:50,679 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/.tmp/table/4c54ebc987ec431bb37c9991f6b21526 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/table/4c54ebc987ec431bb37c9991f6b21526 2024-11-07T11:18:50,683 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/table/4c54ebc987ec431bb37c9991f6b21526, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:18:50,686 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-07T11:18:50,722 DEBUG [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:50,730 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:18:50,731 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:50,731 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:50,732 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:50,732 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978329320Running coprocessor pre-close hooks at 1730978329320Disabling compacts and flushes for region at 1730978329320Disabling writes for close at 1730978329320Obtaining lock to block concurrent updates at 1730978329320Preparing flush snapshotting stores in 1588230740 at 1730978329320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978329321 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978329322 (+1 ms)Flushing 1588230740/info: creating writer at 1730978329322Flushing 1588230740/info: appending metadata at 1730978329349 (+27 ms)Flushing 1588230740/info: closing flushed file at 1730978329349Flushing 1588230740/ns: creating writer at 1730978329765 (+416 ms)Flushing 1588230740/ns: appending metadata at 1730978329781 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730978329781Flushing 1588230740/rep_barrier: creating writer at 1730978329796 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978329811 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978329811Flushing 1588230740/table: creating writer at 1730978330223 (+412 ms)Flushing 1588230740/table: appending metadata at 1730978330240 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730978330240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de672a: reopening flushed file at 1730978330652 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c8b96c: reopening flushed file at 1730978330663 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187b6402: reopening flushed file at 1730978330673 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77cb7a43: reopening flushed file at 1730978330678 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1730978330686 (+8 ms)Writing region close event to WAL at 1730978330721 (+35 ms)Running coprocessor post-close hooks at 1730978330731 (+10 ms)Closed at 1730978330732 (+1 ms) 2024-11-07T11:18:50,732 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:50,905 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.1730978317968 to pos 1328, reset compression=false 2024-11-07T11:18:50,922 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,35469,1730978316061; all regions closed. 2024-11-07T11:18:50,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:18:50,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.meta.1730978318459.meta not finished, retry = 0 2024-11-07T11:18:51,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:18:51,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1] 2024-11-07T11:18:51,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,35469,1730978316061, seqNum=-1 from cache 2024-11-07T11:18:51,077 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:51,078 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-07T11:18:49.934Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.046Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.256Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.565Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:51.076Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4ab3d709c6df,35469,1730978316061 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T11:18:51,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-07T11:18:49.934Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.046Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.256Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.565Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:51.076Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4ab3d709c6df,35469,1730978316061 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T11:18:51,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35469 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:40666 deadline: 1730978389111, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-07T11:18:49.934Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.046Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.256Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.565Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:51.076Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:51,083 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-07T11:18:49.934Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.046Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.256Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:50.565Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting 2024-11-07T11:18:51.076Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 4ab3d709c6df,35469,1730978316061 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:51,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/WALs/4ab3d709c6df,35469,1730978316061/4ab3d709c6df%2C35469%2C1730978316061.rep.1730978324004 not finished, retry = 0 2024-11-07T11:18:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741839_1015 (size=3127) 2024-11-07T11:18:51,142 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1033, reset compression=false 2024-11-07T11:18:51,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4ab3d709c6df,35469,1730978316061 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:51,188 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4ab3d709c6df,35469,1730978316061 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:51,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741832_1008 (size=1336) 2024-11-07T11:18:51,206 DEBUG [RS:0;4ab3d709c6df:35469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:51,206 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:51,206 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:51,207 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:51,207 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:51,207 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:51,207 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,35469,1730978316061 because: Region server is closing 2024-11-07T11:18:51,208 INFO [RS:0;4ab3d709c6df:35469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:35469. 2024-11-07T11:18:51,208 DEBUG [RS:0;4ab3d709c6df:35469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:51,208 DEBUG [RS:0;4ab3d709c6df:35469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:51,208 DEBUG [RS:0;4ab3d709c6df:35469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:51,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:51,308 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.shipper4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 terminated 2024-11-07T11:18:51,308 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,35469,1730978316061.replicationSource.wal-reader.4ab3d709c6df%2C35469%2C1730978316061,1-4ab3d709c6df,35469,1730978316061 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:18:51,309 INFO [RS:0;4ab3d709c6df:35469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:35469. 2024-11-07T11:18:51,309 DEBUG [RS:0;4ab3d709c6df:35469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:51,309 DEBUG [RS:0;4ab3d709c6df:35469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:51,309 DEBUG [RS:0;4ab3d709c6df:35469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:51,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:51,309 INFO [RS:0;4ab3d709c6df:35469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35469 2024-11-07T11:18:51,392 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4ab3d709c6df:35469 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ab3d709c6df/172.17.0.2:35469 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:51,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4ab3d709c6df:35469 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ab3d709c6df/172.17.0.2:35469 2024-11-07T11:18:51,393 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=4ab3d709c6df:35469 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ab3d709c6df/172.17.0.2:35469 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ab3d709c6df/172.17.0.2:35469 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T11:18:51,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612/rs 2024-11-07T11:18:51,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038478612/rs/4ab3d709c6df,35469,1730978316061 2024-11-07T11:18:51,411 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:51,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,35469,1730978316061] 2024-11-07T11:18:51,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11038478612/draining/4ab3d709c6df,35469,1730978316061 already deleted, retry=false 2024-11-07T11:18:51,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,35469,1730978316061 expired; onlineServers=0 2024-11-07T11:18:51,432 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,38607,1730978315918' ***** 2024-11-07T11:18:51,432 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:18:51,432 INFO [M:0;4ab3d709c6df:38607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:51,432 INFO [M:0;4ab3d709c6df:38607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:51,432 DEBUG [M:0;4ab3d709c6df:38607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:18:51,432 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:18:51,432 DEBUG [M:0;4ab3d709c6df:38607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:18:51,432 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978317629 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978317629,5,FailOnTimeoutGroup] 2024-11-07T11:18:51,432 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978317629 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978317629,5,FailOnTimeoutGroup] 2024-11-07T11:18:51,433 INFO [M:0;4ab3d709c6df:38607 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:51,433 INFO [M:0;4ab3d709c6df:38607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:51,433 DEBUG [M:0;4ab3d709c6df:38607 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:18:51,433 INFO [M:0;4ab3d709c6df:38607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:18:51,433 INFO [M:0;4ab3d709c6df:38607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:51,433 INFO [M:0;4ab3d709c6df:38607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:18:51,433 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:18:51,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038478612/master 2024-11-07T11:18:51,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038478612 2024-11-07T11:18:51,443 INFO [M:0;4ab3d709c6df:38607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/.lastflushedseqids 2024-11-07T11:18:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741852_1028 (size=263) 2024-11-07T11:18:51,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11038478612/master already deleted, retry=false 2024-11-07T11:18:51,453 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Failed delete of our master address node; KeeperErrorCode = NoNode for /11038478612/master 2024-11-07T11:18:51,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:51,522 INFO [RS:0;4ab3d709c6df:35469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:51,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35469-0x1011504da4c0004, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:51,522 INFO [RS:0;4ab3d709c6df:35469 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,35469,1730978316061; zookeeper connection closed. 2024-11-07T11:18:51,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44827c46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44827c46 2024-11-07T11:18:51,522 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:18:51,696 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4ab3d709c6df:35469 this server is in the failed servers list 2024-11-07T11:18:51,697 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4ab3d709c6df:35469 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:35469 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:35469 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-07T11:18:51,849 INFO [M:0;4ab3d709c6df:38607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:18:51,849 INFO [M:0;4ab3d709c6df:38607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:18:51,849 DEBUG [M:0;4ab3d709c6df:38607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:18:51,849 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:51,849 DEBUG [M:0;4ab3d709c6df:38607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:51,849 DEBUG [M:0;4ab3d709c6df:38607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:18:51,849 DEBUG [M:0;4ab3d709c6df:38607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:51,850 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T11:18:51,866 DEBUG [M:0;4ab3d709c6df:38607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76fcfdd1f38a4f9db52e9be3d03c9b98 is 82, key is hbase:meta,,1/info:regioninfo/1730978318517/Put/seqid=0 2024-11-07T11:18:51,871 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1033, reset compression=false 2024-11-07T11:18:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741853_1029 (size=5672) 2024-11-07T11:18:52,098 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4ab3d709c6df:35469 this server is in the failed servers list 2024-11-07T11:18:52,098 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4ab3d709c6df:35469 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:35469 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:35469 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-07T11:18:52,271 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76fcfdd1f38a4f9db52e9be3d03c9b98 2024-11-07T11:18:52,322 DEBUG [M:0;4ab3d709c6df:38607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/820136475c5a406482696d3e0ffa09d3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730978324087/Put/seqid=0 2024-11-07T11:18:52,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741854_1030 (size=8516) 2024-11-07T11:18:52,348 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/820136475c5a406482696d3e0ffa09d3 2024-11-07T11:18:52,381 DEBUG [M:0;4ab3d709c6df:38607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02c958de2e4747068575233ba6e60eae is 69, key is 4ab3d709c6df,35469,1730978316061/rs:state/1730978317735/Put/seqid=0 2024-11-07T11:18:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741855_1031 (size=5156) 2024-11-07T11:18:52,390 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02c958de2e4747068575233ba6e60eae 2024-11-07T11:18:52,394 DEBUG [M:0;4ab3d709c6df:38607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76fcfdd1f38a4f9db52e9be3d03c9b98 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76fcfdd1f38a4f9db52e9be3d03c9b98 2024-11-07T11:18:52,398 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76fcfdd1f38a4f9db52e9be3d03c9b98, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T11:18:52,398 DEBUG [M:0;4ab3d709c6df:38607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/820136475c5a406482696d3e0ffa09d3 as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/820136475c5a406482696d3e0ffa09d3 2024-11-07T11:18:52,404 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/820136475c5a406482696d3e0ffa09d3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T11:18:52,405 DEBUG [M:0;4ab3d709c6df:38607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02c958de2e4747068575233ba6e60eae as hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02c958de2e4747068575233ba6e60eae 2024-11-07T11:18:52,410 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45785/user/jenkins/test-data/b2a20ee8-1ba3-d6bd-37c7-6c6f8677bd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02c958de2e4747068575233ba6e60eae, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T11:18:52,410 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=97, compaction requested=false 2024-11-07T11:18:52,419 INFO [M:0;4ab3d709c6df:38607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:52,419 DEBUG [M:0;4ab3d709c6df:38607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978331849Disabling compacts and flushes for region at 1730978331849Disabling writes for close at 1730978331849Obtaining lock to block concurrent updates at 1730978331850 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978331850Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730978331850Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978331850Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978331850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978331866 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978331866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978332304 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978332321 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978332321Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978332353 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978332380 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978332380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a7a11: reopening flushed file at 1730978332394 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4707f4d3: reopening flushed file at 1730978332398 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29eb4785: reopening flushed file at 1730978332404 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=97, compaction requested=false at 1730978332410 (+6 ms)Writing region close event to WAL at 1730978332419 (+9 ms)Closed at 1730978332419 2024-11-07T11:18:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45773 is added to blk_1073741830_1006 (size=63654) 2024-11-07T11:18:52,438 INFO [M:0;4ab3d709c6df:38607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:18:52,438 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:52,438 INFO [M:0;4ab3d709c6df:38607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38607 2024-11-07T11:18:52,438 INFO [M:0;4ab3d709c6df:38607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:52,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:52,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x1011504da4c0003, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:52,564 INFO [M:0;4ab3d709c6df:38607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:52,600 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4ab3d709c6df:35469 this server is in the failed servers list 2024-11-07T11:18:52,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f81a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:52,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:52,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:52,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:52,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:52,600 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4ab3d709c6df:35469 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:35469 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:35469 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-07T11:18:52,613 WARN [BP-1922464227-172.17.0.2-1730978313860 heartbeating to localhost/127.0.0.1:45785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:18:52,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:18:52,613 WARN [BP-1922464227-172.17.0.2-1730978313860 heartbeating to localhost/127.0.0.1:45785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922464227-172.17.0.2-1730978313860 (Datanode Uuid f46bdb3c-2ca0-435d-9d36-f17bcf7f7be1) service to localhost/127.0.0.1:45785 2024-11-07T11:18:52,613 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:18:52,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/cluster_3f6ef984-bf10-9a1a-7b02-db022a400374/data/data1/current/BP-1922464227-172.17.0.2-1730978313860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:52,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/cluster_3f6ef984-bf10-9a1a-7b02-db022a400374/data/data2/current/BP-1922464227-172.17.0.2-1730978313860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:52,615 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:18:52,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f7320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:52,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:52,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:52,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:52,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:52,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:18:52,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:18:52,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:52,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:52,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:52,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:52,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:52,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:18:52,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=458621176, stopped=false 2024-11-07T11:18:52,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,42505,1730978310165 2024-11-07T11:18:52,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01474043042/running 2024-11-07T11:18:52,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01474043042/running 2024-11-07T11:18:52,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:52,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:52,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:52,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:18:52,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:52,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:52,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,36945,1730978310370' ***** 2024-11-07T11:18:52,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:18:52,664 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:18:52,664 INFO [RS:0;4ab3d709c6df:36945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:18:52,664 INFO [RS:0;4ab3d709c6df:36945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:18:52,665 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(3091): Received CLOSE for cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:52,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:18:52,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on znode that does not yet exist, /01474043042/running 2024-11-07T11:18:52,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Set watcher on znode that does not yet exist, /01474043042/running 2024-11-07T11:18:52,675 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1033, reset compression=false 2024-11-07T11:18:52,680 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:52,680 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:52,680 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:52,680 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfdba01018d61fa3cc09f5c5f054201a, disabling compactions & flushes 2024-11-07T11:18:52,680 INFO [RS:0;4ab3d709c6df:36945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:36945. 2024-11-07T11:18:52,680 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:52,680 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:52,680 DEBUG [RS:0;4ab3d709c6df:36945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:52,680 DEBUG [RS:0;4ab3d709c6df:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:52,680 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. after waiting 0 ms 2024-11-07T11:18:52,680 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:52,680 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:18:52,681 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:18:52,681 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:18:52,681 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:18:52,682 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:52,685 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:18:52,685 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1325): Online Regions={cfdba01018d61fa3cc09f5c5f054201a=test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a., 1588230740=hbase:meta,,1.1588230740, 3d7c202548d9e7d62490224a52881dbd=hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd.} 2024-11-07T11:18:52,685 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d7c202548d9e7d62490224a52881dbd, cfdba01018d61fa3cc09f5c5f054201a 2024-11-07T11:18:52,685 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:18:52,685 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:18:52,685 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:18:52,685 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:18:52,685 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:18:52,685 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:18:52,693 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/default/test/cfdba01018d61fa3cc09f5c5f054201a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T11:18:52,693 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:52,693 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:18:52,694 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:52,694 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfdba01018d61fa3cc09f5c5f054201a: Waiting for close lock at 1730978332680Running coprocessor pre-close hooks at 1730978332680Disabling compacts and flushes for region at 1730978332680Disabling writes for close at 1730978332680Writing region close event to WAL at 1730978332686 (+6 ms)Running coprocessor post-close hooks at 1730978332693 (+7 ms)Closed at 1730978332694 (+1 ms) 2024-11-07T11:18:52,694 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a. 2024-11-07T11:18:52,694 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d7c202548d9e7d62490224a52881dbd, disabling compactions & flushes 2024-11-07T11:18:52,694 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:52,694 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:52,694 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. after waiting 0 ms 2024-11-07T11:18:52,694 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:52,694 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d7c202548d9e7d62490224a52881dbd 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-07T11:18:52,707 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:18:52,707 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1328, reset compression=false 2024-11-07T11:18:52,728 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/.tmp/hfileref/a7795550123f475b908743e885d59915 is 74, key is 1/hfileref:62c2a0ac08824853b8f528cc6e32bab0_SeqId_4_/1730978326908/DeleteColumn/seqid=0 2024-11-07T11:18:52,754 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/info/c628acb04b604fe58cfe0c079731d380 is 147, key is hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd./info:regioninfo/1730978322275/Put/seqid=0 2024-11-07T11:18:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741846_1022 (size=5345) 2024-11-07T11:18:52,771 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/.tmp/hfileref/a7795550123f475b908743e885d59915 2024-11-07T11:18:52,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741847_1023 (size=7686) 2024-11-07T11:18:52,807 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/.tmp/queue/14b3de7aa54d444dbe552199b4c4f31d is 153, key is 1-4ab3d709c6df,36945,1730978310370/queue:4ab3d709c6df%2C36945%2C1730978310370/1730978326909/Put/seqid=0 2024-11-07T11:18:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741848_1024 (size=5352) 2024-11-07T11:18:52,885 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:52,947 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1328, reset compression=false 2024-11-07T11:18:52,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:18:52,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:18:53,085 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d7c202548d9e7d62490224a52881dbd 2024-11-07T11:18:53,195 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/info/c628acb04b604fe58cfe0c079731d380 2024-11-07T11:18:53,201 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4ab3d709c6df:35469 this server is in the failed servers list 2024-11-07T11:18:53,202 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4ab3d709c6df:38607 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ab3d709c6df/172.17.0.2:38607 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:53,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4ab3d709c6df:38607 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ab3d709c6df/172.17.0.2:38607 2024-11-07T11:18:53,215 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/.tmp/queue/14b3de7aa54d444dbe552199b4c4f31d 2024-11-07T11:18:53,223 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/.tmp/hfileref/a7795550123f475b908743e885d59915 as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/hfileref/a7795550123f475b908743e885d59915 2024-11-07T11:18:53,231 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/hfileref/a7795550123f475b908743e885d59915, entries=4, sequenceid=10, filesize=5.2 K 2024-11-07T11:18:53,232 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/.tmp/queue/14b3de7aa54d444dbe552199b4c4f31d as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/queue/14b3de7aa54d444dbe552199b4c4f31d 2024-11-07T11:18:53,236 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/ns/50076be7ba3a41b9a3dc6b279864c1b5 is 43, key is default/ns:d/1730978313725/Put/seqid=0 2024-11-07T11:18:53,242 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/queue/14b3de7aa54d444dbe552199b4c4f31d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T11:18:53,243 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3d7c202548d9e7d62490224a52881dbd in 549ms, sequenceid=10, compaction requested=false 2024-11-07T11:18:53,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741849_1025 (size=5153) 2024-11-07T11:18:53,252 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/ns/50076be7ba3a41b9a3dc6b279864c1b5 2024-11-07T11:18:53,269 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/replication/3d7c202548d9e7d62490224a52881dbd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T11:18:53,270 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:53,270 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:53,270 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:53,270 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d7c202548d9e7d62490224a52881dbd: Waiting for close lock at 1730978332694Running coprocessor pre-close hooks at 1730978332694Disabling compacts and flushes for region at 1730978332694Disabling writes for close at 1730978332694Obtaining lock to block concurrent updates at 1730978332694Preparing flush snapshotting stores in 3d7c202548d9e7d62490224a52881dbd at 1730978332694Finished memstore snapshotting hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1730978332695 (+1 ms)Flushing stores of hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. at 1730978332695Flushing 3d7c202548d9e7d62490224a52881dbd/hfileref: creating writer at 1730978332695Flushing 3d7c202548d9e7d62490224a52881dbd/hfileref: appending metadata at 1730978332727 (+32 ms)Flushing 3d7c202548d9e7d62490224a52881dbd/hfileref: closing flushed file at 1730978332727Flushing 3d7c202548d9e7d62490224a52881dbd/queue: creating writer at 1730978332778 (+51 ms)Flushing 3d7c202548d9e7d62490224a52881dbd/queue: appending metadata at 1730978332806 (+28 ms)Flushing 3d7c202548d9e7d62490224a52881dbd/queue: closing flushed file at 1730978332806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227cfc22: reopening flushed file at 1730978333222 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3463ad: reopening flushed file at 1730978333231 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3d7c202548d9e7d62490224a52881dbd in 549ms, sequenceid=10, compaction requested=false at 1730978333243 (+12 ms)Writing region close event to WAL at 1730978333252 (+9 ms)Running coprocessor post-close hooks at 1730978333270 (+18 ms)Closed at 1730978333270 2024-11-07T11:18:53,270 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978321495.3d7c202548d9e7d62490224a52881dbd. 2024-11-07T11:18:53,285 DEBUG [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:18:53,289 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/WALs/4ab3d709c6df,36945,1730978310370/4ab3d709c6df%2C36945%2C1730978310370.1730978312699 to pos 1328, reset compression=false 2024-11-07T11:18:53,296 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/rep_barrier/a97d80c113604625a5c338b4727cac20 is 112, key is test,,1730978318681.cfdba01018d61fa3cc09f5c5f054201a./rep_barrier:seqnumDuringOpen/1730978319091/Put/seqid=0 2024-11-07T11:18:53,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741850_1026 (size=5518) 2024-11-07T11:18:53,307 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/rep_barrier/a97d80c113604625a5c338b4727cac20 2024-11-07T11:18:53,312 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:53,314 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4ab3d709c6df:38607 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ab3d709c6df/172.17.0.2:38607 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:18:53,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=4ab3d709c6df:38607 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ab3d709c6df/172.17.0.2:38607 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-07T11:18:53,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 4ab3d709c6df:38607 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4ab3d709c6df/172.17.0.2:38607 2024-11-07T11:18:53,337 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/table/26394520236b4fe3b8d1c791584cdc04 is 53, key is hbase:replication/table:state/1730978322281/Put/seqid=0 2024-11-07T11:18:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741851_1027 (size=5308) 2024-11-07T11:18:53,353 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/table/26394520236b4fe3b8d1c791584cdc04 2024-11-07T11:18:53,359 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/info/c628acb04b604fe58cfe0c079731d380 as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/info/c628acb04b604fe58cfe0c079731d380 2024-11-07T11:18:53,366 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/info/c628acb04b604fe58cfe0c079731d380, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:18:53,367 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/ns/50076be7ba3a41b9a3dc6b279864c1b5 as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/ns/50076be7ba3a41b9a3dc6b279864c1b5 2024-11-07T11:18:53,373 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/ns/50076be7ba3a41b9a3dc6b279864c1b5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:18:53,374 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/rep_barrier/a97d80c113604625a5c338b4727cac20 as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/rep_barrier/a97d80c113604625a5c338b4727cac20 2024-11-07T11:18:53,380 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/rep_barrier/a97d80c113604625a5c338b4727cac20, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:18:53,381 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/.tmp/table/26394520236b4fe3b8d1c791584cdc04 as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/table/26394520236b4fe3b8d1c791584cdc04 2024-11-07T11:18:53,386 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/table/26394520236b4fe3b8d1c791584cdc04, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:18:53,387 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 702ms, sequenceid=16, compaction requested=false 2024-11-07T11:18:53,426 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:18:53,427 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:18:53,427 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:18:53,427 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:53,427 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978332685Running coprocessor pre-close hooks at 1730978332685Disabling compacts and flushes for region at 1730978332685Disabling writes for close at 1730978332685Obtaining lock to block concurrent updates at 1730978332685Preparing flush snapshotting stores in 1588230740 at 1730978332685Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978332685Flushing stores of hbase:meta,,1.1588230740 at 1730978332686 (+1 ms)Flushing 1588230740/info: creating writer at 1730978332686Flushing 1588230740/info: appending metadata at 1730978332753 (+67 ms)Flushing 1588230740/info: closing flushed file at 1730978332753Flushing 1588230740/ns: creating writer at 1730978333200 (+447 ms)Flushing 1588230740/ns: appending metadata at 1730978333235 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1730978333235Flushing 1588230740/rep_barrier: creating writer at 1730978333267 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978333295 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978333295Flushing 1588230740/table: creating writer at 1730978333321 (+26 ms)Flushing 1588230740/table: appending metadata at 1730978333336 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730978333336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5ba187: reopening flushed file at 1730978333358 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c097de6: reopening flushed file at 1730978333366 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b88190e: reopening flushed file at 1730978333373 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c4bd0f: reopening flushed file at 1730978333380 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 702ms, sequenceid=16, compaction requested=false at 1730978333387 (+7 ms)Writing region close event to WAL at 1730978333420 (+33 ms)Running coprocessor post-close hooks at 1730978333427 (+7 ms)Closed at 1730978333427 2024-11-07T11:18:53,427 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:18:53,485 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,36945,1730978310370; all regions closed. 2024-11-07T11:18:53,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:18:53,496 DEBUG [RS:0;4ab3d709c6df:36945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/oldWALs 2024-11-07T11:18:53,496 INFO [RS:0;4ab3d709c6df:36945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C36945%2C1730978310370.meta:.meta(num 1730978313643) 2024-11-07T11:18:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741839_1015 (size=2695) 2024-11-07T11:18:53,507 DEBUG [RS:0;4ab3d709c6df:36945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/oldWALs 2024-11-07T11:18:53,507 INFO [RS:0;4ab3d709c6df:36945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C36945%2C1730978310370.rep:(num 1730978322245) 2024-11-07T11:18:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741832_1008 (size=1336) 2024-11-07T11:18:53,514 DEBUG [RS:0;4ab3d709c6df:36945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/oldWALs 2024-11-07T11:18:53,515 INFO [RS:0;4ab3d709c6df:36945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C36945%2C1730978310370:(num 1730978312699) 2024-11-07T11:18:53,515 DEBUG [RS:0;4ab3d709c6df:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:53,515 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:18:53,515 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:53,515 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:53,515 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:53,515 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:53,515 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,36945,1730978310370 because: Region server is closing 2024-11-07T11:18:53,515 INFO [RS:0;4ab3d709c6df:36945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:36945. 2024-11-07T11:18:53,515 DEBUG [RS:0;4ab3d709c6df:36945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:53,515 DEBUG [RS:0;4ab3d709c6df:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:53,515 DEBUG [RS:0;4ab3d709c6df:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:53,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:53,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:53,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4ab3d709c6df:38607 this server is in the failed servers list 2024-11-07T11:18:53,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:38607 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:18:53,616 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.wal-reader.4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:18:53,616 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:18:53,616 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T11:18:53,616 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4ab3d709c6df:35469 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:35469 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:35469 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-07T11:18:53,833 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:53,833 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4ab3d709c6df:38607 this server is in the failed servers list 2024-11-07T11:18:53,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:38607 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:18:54,318 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36945,1730978310370.replicationSource.shipper4ab3d709c6df%2C36945%2C1730978310370,1-4ab3d709c6df,36945,1730978310370 terminated 2024-11-07T11:18:54,318 INFO [RS:0;4ab3d709c6df:36945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:36945. 2024-11-07T11:18:54,318 DEBUG [RS:0;4ab3d709c6df:36945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:18:54,318 DEBUG [RS:0;4ab3d709c6df:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:54,318 DEBUG [RS:0;4ab3d709c6df:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:18:54,318 INFO [RS:0;4ab3d709c6df:36945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36945 2024-11-07T11:18:54,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:18:54,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:54,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4ab3d709c6df:38607 this server is in the failed servers list 2024-11-07T11:18:54,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4ab3d709c6df:38607 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:18:54,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042/rs 2024-11-07T11:18:54,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01474043042/rs/4ab3d709c6df,36945,1730978310370 2024-11-07T11:18:54,379 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:54,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,36945,1730978310370] 2024-11-07T11:18:54,400 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01474043042/draining/4ab3d709c6df,36945,1730978310370 already deleted, retry=false 2024-11-07T11:18:54,400 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,36945,1730978310370 expired; onlineServers=0 2024-11-07T11:18:54,400 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,42505,1730978310165' ***** 2024-11-07T11:18:54,400 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:18:54,401 INFO [M:0;4ab3d709c6df:42505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:18:54,401 INFO [M:0;4ab3d709c6df:42505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:18:54,401 DEBUG [M:0;4ab3d709c6df:42505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:18:54,401 DEBUG [M:0;4ab3d709c6df:42505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:18:54,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:18:54,401 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978312440 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978312440,5,FailOnTimeoutGroup] 2024-11-07T11:18:54,401 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978312440 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978312440,5,FailOnTimeoutGroup] 2024-11-07T11:18:54,401 INFO [M:0;4ab3d709c6df:42505 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:18:54,402 INFO [M:0;4ab3d709c6df:42505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:18:54,402 DEBUG [M:0;4ab3d709c6df:42505 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:18:54,402 INFO [M:0;4ab3d709c6df:42505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:18:54,402 INFO [M:0;4ab3d709c6df:42505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:18:54,402 INFO [M:0;4ab3d709c6df:42505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:18:54,402 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:18:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01474043042/master 2024-11-07T11:18:54,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01474043042 2024-11-07T11:18:54,412 DEBUG [M:0;4ab3d709c6df:42505 {}] zookeeper.ZKUtil(347): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Unable to get data of znode /01474043042/master because node does not exist (not an error) 2024-11-07T11:18:54,412 WARN [M:0;4ab3d709c6df:42505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:18:54,413 INFO [M:0;4ab3d709c6df:42505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/.lastflushedseqids 2024-11-07T11:18:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741852_1028 (size=263) 2024-11-07T11:18:54,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:54,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1011504da4c0001, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:54,490 INFO [RS:0;4ab3d709c6df:36945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:54,491 INFO [RS:0;4ab3d709c6df:36945 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,36945,1730978310370; zookeeper connection closed. 2024-11-07T11:18:54,492 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ff5442 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ff5442 2024-11-07T11:18:54,492 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:18:54,826 INFO [M:0;4ab3d709c6df:42505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:18:54,826 INFO [M:0;4ab3d709c6df:42505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:18:54,826 DEBUG [M:0;4ab3d709c6df:42505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:18:54,826 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:54,826 DEBUG [M:0;4ab3d709c6df:42505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:54,826 DEBUG [M:0;4ab3d709c6df:42505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:18:54,826 DEBUG [M:0;4ab3d709c6df:42505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:54,827 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T11:18:54,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:54,846 DEBUG [M:0;4ab3d709c6df:42505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/717f91e7e35f42fa8dfed2ebb382018c is 82, key is hbase:meta,,1/info:regioninfo/1730978313676/Put/seqid=0 2024-11-07T11:18:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741853_1029 (size=5672) 2024-11-07T11:18:54,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:54,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:54,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:54,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:54,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:54,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:54,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:54,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:54,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:55,250 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/717f91e7e35f42fa8dfed2ebb382018c 2024-11-07T11:18:55,267 DEBUG [M:0;4ab3d709c6df:42505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40753ae77d4b471c862481914ee7e3b7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730978322285/Put/seqid=0 2024-11-07T11:18:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741854_1030 (size=8516) 2024-11-07T11:18:55,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:55,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:18:55,365 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:18:55,671 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40753ae77d4b471c862481914ee7e3b7 2024-11-07T11:18:55,691 DEBUG [M:0;4ab3d709c6df:42505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec934d18273b4cf0855ec8183c60e17b is 69, key is 4ab3d709c6df,36945,1730978310370/rs:state/1730978312539/Put/seqid=0 2024-11-07T11:18:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741855_1031 (size=5156) 2024-11-07T11:18:56,095 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec934d18273b4cf0855ec8183c60e17b 2024-11-07T11:18:56,099 DEBUG [M:0;4ab3d709c6df:42505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/717f91e7e35f42fa8dfed2ebb382018c as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/717f91e7e35f42fa8dfed2ebb382018c 2024-11-07T11:18:56,103 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/717f91e7e35f42fa8dfed2ebb382018c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T11:18:56,104 DEBUG [M:0;4ab3d709c6df:42505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40753ae77d4b471c862481914ee7e3b7 as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40753ae77d4b471c862481914ee7e3b7 2024-11-07T11:18:56,109 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40753ae77d4b471c862481914ee7e3b7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T11:18:56,109 DEBUG [M:0;4ab3d709c6df:42505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec934d18273b4cf0855ec8183c60e17b as hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec934d18273b4cf0855ec8183c60e17b 2024-11-07T11:18:56,113 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/f7daaac9-4b32-efc5-3976-1ce5a0452848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec934d18273b4cf0855ec8183c60e17b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T11:18:56,113 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-07T11:18:56,114 INFO [M:0;4ab3d709c6df:42505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:18:56,114 DEBUG [M:0;4ab3d709c6df:42505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978334826Disabling compacts and flushes for region at 1730978334826Disabling writes for close at 1730978334826Obtaining lock to block concurrent updates at 1730978334827 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978334827Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730978334827Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978334827Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978334828 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978334846 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978334846Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978335254 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978335267 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978335267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978335675 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978335691 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978335691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f9f8481: reopening flushed file at 1730978336099 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499fcb87: reopening flushed file at 1730978336103 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56970a5b: reopening flushed file at 1730978336109 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1730978336113 (+4 ms)Writing region close event to WAL at 1730978336114 (+1 ms)Closed at 1730978336114 2024-11-07T11:18:56,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741830_1006 (size=63654) 2024-11-07T11:18:56,117 INFO [M:0;4ab3d709c6df:42505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:18:56,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:18:56,117 INFO [M:0;4ab3d709c6df:42505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42505 2024-11-07T11:18:56,117 INFO [M:0;4ab3d709c6df:42505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:18:56,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:56,227 INFO [M:0;4ab3d709c6df:42505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:18:56,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1011504da4c0000, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:18:56,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702d0e1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:56,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:56,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:56,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:56,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:56,262 WARN [BP-601265035-172.17.0.2-1730978307774 heartbeating to localhost/127.0.0.1:42281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:18:56,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:18:56,262 WARN [BP-601265035-172.17.0.2-1730978307774 heartbeating to localhost/127.0.0.1:42281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-601265035-172.17.0.2-1730978307774 (Datanode Uuid fadfbb1a-9429-438a-8d53-4ee6c162a46b) service to localhost/127.0.0.1:42281 2024-11-07T11:18:56,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:18:56,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/cluster_bddde631-41b6-1b23-55f3-0bf09c087afd/data/data1/current/BP-601265035-172.17.0.2-1730978307774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:56,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/cluster_bddde631-41b6-1b23-55f3-0bf09c087afd/data/data2/current/BP-601265035-172.17.0.2-1730978307774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:18:56,263 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:18:56,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:56,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:18:56,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:18:56,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:18:56,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a674501-7997-e179-1fbd-d368802027be/hadoop.log.dir/,STOPPED} 2024-11-07T11:18:56,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:18:56,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:18:56,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 201) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42281 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42281 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45785 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45785 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45785 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42281 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 263) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1776 (was 1618) - AvailableMemoryMB LEAK? - 2024-11-07T11:18:56,300 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=1776 2024-11-07T11:18:56,312 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-07T11:18:56,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.log.dir so I do NOT create it in target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1 2024-11-07T11:18:56,312 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:18:56,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.tmp.dir so I do NOT create it in target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1 2024-11-07T11:18:56,312 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f24da79-9830-f3fa-ca7a-4adcf4ef289f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:18:56,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1 2024-11-07T11:18:56,313 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/cluster_533ccd28-80c8-1793-afbf-b70582e548f2, deleteOnExit=true 2024-11-07T11:18:56,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/cluster_533ccd28-80c8-1793-afbf-b70582e548f2/zookeeper_0, clientPort=60225, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/cluster_533ccd28-80c8-1793-afbf-b70582e548f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/cluster_533ccd28-80c8-1793-afbf-b70582e548f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:18:56,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60225 2024-11-07T11:18:56,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:18:56,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/test.cache.data in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:18:56,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:56,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:18:56,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:18:56,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:18:56,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:18:56,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:18:56,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:18:56,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011504da4c0005, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:18:56,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011504da4c0002, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:18:56,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011504da4c0005, quorum=127.0.0.1:52133, baseZNode=/11038478612 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:18:56,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011504da4c0002, quorum=127.0.0.1:52133, baseZNode=/01474043042 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:18:56,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:56,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:56,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:56,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:56,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:18:56,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:56,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:56,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:56,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3345c3bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/java.io.tmpdir/jetty-localhost-46843-hadoop-hdfs-3_4_1-tests_jar-_-any-14779548777760578605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:18:56,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:46843} 2024-11-07T11:18:56,831 INFO [Time-limited test {}] server.Server(415): Started @200835ms 2024-11-07T11:18:57,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:18:57,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:18:57,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:18:57,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:18:57,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:18:57,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:18:57,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:18:57,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@175f77a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/java.io.tmpdir/jetty-localhost-35967-hadoop-hdfs-3_4_1-tests_jar-_-any-14570545825691916043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:18:57,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:35967} 2024-11-07T11:18:57,349 INFO [Time-limited test {}] server.Server(415): Started @201353ms 2024-11-07T11:18:57,350 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:18:57,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:18:57,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:18:57,384 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:18:58,052 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/cluster_533ccd28-80c8-1793-afbf-b70582e548f2/data/data2/current/BP-1395000978-172.17.0.2-1730978336357/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:58,052 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/cluster_533ccd28-80c8-1793-afbf-b70582e548f2/data/data1/current/BP-1395000978-172.17.0.2-1730978336357/current, will proceed with Du for space computation calculation, 2024-11-07T11:18:58,069 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:18:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0047e90a76db888 with lease ID 0x8c45314c71f7d2fb: Processing first storage report for DS-1e5ba48f-5189-4aab-98c9-fab0edd17490 from datanode DatanodeRegistration(127.0.0.1:44321, datanodeUuid=bd11f63d-4cbd-40bd-81fe-48b0f4a00504, infoPort=34939, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=1387835046;c=1730978336357) 2024-11-07T11:18:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0047e90a76db888 with lease ID 0x8c45314c71f7d2fb: from storage DS-1e5ba48f-5189-4aab-98c9-fab0edd17490 node DatanodeRegistration(127.0.0.1:44321, datanodeUuid=bd11f63d-4cbd-40bd-81fe-48b0f4a00504, infoPort=34939, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=1387835046;c=1730978336357), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:18:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0047e90a76db888 with lease ID 0x8c45314c71f7d2fb: Processing first storage report for DS-2c0d2876-fe48-44d0-95cf-d7151b46703e from datanode DatanodeRegistration(127.0.0.1:44321, datanodeUuid=bd11f63d-4cbd-40bd-81fe-48b0f4a00504, infoPort=34939, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=1387835046;c=1730978336357) 2024-11-07T11:18:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0047e90a76db888 with lease ID 0x8c45314c71f7d2fb: from storage DS-2c0d2876-fe48-44d0-95cf-d7151b46703e node DatanodeRegistration(127.0.0.1:44321, datanodeUuid=bd11f63d-4cbd-40bd-81fe-48b0f4a00504, infoPort=34939, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=1387835046;c=1730978336357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:18:58,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1 2024-11-07T11:18:58,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:58,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:58,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:18:58,486 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97 with version=8 2024-11-07T11:18:58,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/hbase-staging 2024-11-07T11:18:58,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:58,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:58,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:58,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:58,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:58,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:58,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:18:58,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:58,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45415 2024-11-07T11:18:58,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45415 connecting to ZooKeeper ensemble=127.0.0.1:60225 2024-11-07T11:18:58,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454150x0, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:58,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45415-0x101150549f80000 connected 2024-11-07T11:18:58,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:58,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:58,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on znode that does not yet exist, /0-1175437393/running 2024-11-07T11:18:58,674 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97, hbase.cluster.distributed=false 2024-11-07T11:18:58,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on znode that does not yet exist, /0-1175437393/acl 2024-11-07T11:18:58,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45415 2024-11-07T11:18:58,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45415 2024-11-07T11:18:58,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45415 2024-11-07T11:18:58,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45415 2024-11-07T11:18:58,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45415 2024-11-07T11:18:58,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:18:58,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:58,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:58,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:18:58,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:18:58,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:18:58,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:18:58,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:18:58,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36457 2024-11-07T11:18:58,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36457 connecting to ZooKeeper ensemble=127.0.0.1:60225 2024-11-07T11:18:58,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:58,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:58,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364570x0, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:18:58,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on znode that does not yet exist, /0-1175437393/running 2024-11-07T11:18:58,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36457-0x101150549f80001 connected 2024-11-07T11:18:58,706 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:18:58,706 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:18:58,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on znode that does not yet exist, /0-1175437393/master 2024-11-07T11:18:58,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on znode that does not yet exist, /0-1175437393/acl 2024-11-07T11:18:58,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36457 2024-11-07T11:18:58,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36457 2024-11-07T11:18:58,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36457 2024-11-07T11:18:58,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36457 2024-11-07T11:18:58,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36457 2024-11-07T11:18:58,725 DEBUG [M:0;4ab3d709c6df:45415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:45415 2024-11-07T11:18:58,726 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1175437393/backup-masters/4ab3d709c6df,45415,1730978338487 2024-11-07T11:18:58,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393/backup-masters 2024-11-07T11:18:58,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393/backup-masters 2024-11-07T11:18:58,737 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on existing znode=/0-1175437393/backup-masters/4ab3d709c6df,45415,1730978338487 2024-11-07T11:18:58,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:18:58,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1175437393/master 2024-11-07T11:18:58,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:18:58,748 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on existing znode=/0-1175437393/master 2024-11-07T11:18:58,748 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1175437393/backup-masters/4ab3d709c6df,45415,1730978338487 from backup master directory 2024-11-07T11:18:58,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393/backup-masters 2024-11-07T11:18:58,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175437393/backup-masters/4ab3d709c6df,45415,1730978338487 2024-11-07T11:18:58,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393/backup-masters 2024-11-07T11:18:58,758 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:18:58,758 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,45415,1730978338487 2024-11-07T11:18:58,761 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/hbase.id] with ID: baf43df8-71b4-4fab-a919-070ef919bc37 2024-11-07T11:18:58,761 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/.tmp/hbase.id 2024-11-07T11:18:58,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:18:59,166 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/.tmp/hbase.id]:[hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/hbase.id] 2024-11-07T11:18:59,175 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:18:59,175 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:18:59,176 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:18:59,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:18:59,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:18:59,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:18:59,650 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:18:59,651 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:18:59,651 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:18:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:18:59,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:18:59,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:59,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:59,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:59,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:59,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:59,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:59,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:59,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:59,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:18:59,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:00,058 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store 2024-11-07T11:19:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:19:00,464 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:00,464 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:19:00,464 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:00,464 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:00,464 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:19:00,464 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:00,464 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:00,464 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978340464Disabling compacts and flushes for region at 1730978340464Disabling writes for close at 1730978340464Writing region close event to WAL at 1730978340464Closed at 1730978340464 2024-11-07T11:19:00,465 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/.initializing 2024-11-07T11:19:00,465 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/WALs/4ab3d709c6df,45415,1730978338487 2024-11-07T11:19:00,465 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:00,467 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C45415%2C1730978338487, suffix=, logDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/WALs/4ab3d709c6df,45415,1730978338487, archiveDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/oldWALs, maxLogs=10 2024-11-07T11:19:00,479 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/WALs/4ab3d709c6df,45415,1730978338487/4ab3d709c6df%2C45415%2C1730978338487.1730978340467, exclude list is [], retry=0 2024-11-07T11:19:00,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44321,DS-1e5ba48f-5189-4aab-98c9-fab0edd17490,DISK] 2024-11-07T11:19:00,482 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/WALs/4ab3d709c6df,45415,1730978338487/4ab3d709c6df%2C45415%2C1730978338487.1730978340467 2024-11-07T11:19:00,483 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34939:34939)] 2024-11-07T11:19:00,483 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:00,483 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:00,483 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,483 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:19:00,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:00,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:00,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:19:00,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:00,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:00,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:19:00,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:00,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:00,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:19:00,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:00,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:00,489 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,489 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,489 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,490 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,490 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,491 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:00,492 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:00,493 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:00,494 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60709149, jitterRate=-0.09536318480968475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:00,494 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978340483Initializing all the Stores at 1730978340484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978340484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978340484Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978340484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978340484Cleaning up temporary data from old regions at 1730978340490 (+6 ms)Region opened successfully at 1730978340494 (+4 ms) 2024-11-07T11:19:00,495 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:19:00,497 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3cce43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:00,498 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:19:00,498 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:19:00,498 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:19:00,498 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:19:00,499 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:19:00,499 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:19:00,499 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:19:00,506 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:19:00,507 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Unable to get data of znode /0-1175437393/balancer because node does not exist (not necessarily an error) 2024-11-07T11:19:00,600 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175437393/balancer already deleted, retry=false 2024-11-07T11:19:00,600 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:19:00,601 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Unable to get data of znode /0-1175437393/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:19:00,610 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175437393/normalizer already deleted, retry=false 2024-11-07T11:19:00,611 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:19:00,612 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Unable to get data of znode /0-1175437393/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:19:00,621 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175437393/switch/split already deleted, retry=false 2024-11-07T11:19:00,621 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Unable to get data of znode /0-1175437393/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:19:00,631 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175437393/switch/merge already deleted, retry=false 2024-11-07T11:19:00,633 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Unable to get data of znode /0-1175437393/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:19:00,642 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175437393/snapshot-cleanup already deleted, retry=false 2024-11-07T11:19:00,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1175437393/running 2024-11-07T11:19:00,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1175437393/running 2024-11-07T11:19:00,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:00,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:00,653 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,45415,1730978338487, sessionid=0x101150549f80000, setting cluster-up flag (Was=false) 2024-11-07T11:19:00,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:00,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:00,705 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1175437393/flush-table-proc/acquired, /0-1175437393/flush-table-proc/reached, /0-1175437393/flush-table-proc/abort 2024-11-07T11:19:00,706 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,45415,1730978338487 2024-11-07T11:19:00,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:00,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:00,757 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1175437393/online-snapshot/acquired, /0-1175437393/online-snapshot/reached, /0-1175437393/online-snapshot/abort 2024-11-07T11:19:00,758 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,45415,1730978338487 2024-11-07T11:19:00,759 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:19:00,760 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:00,760 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:19:00,761 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:19:00,761 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4ab3d709c6df,35215,1730978282495: status=Processing ServerCrashProcedure of 4ab3d709c6df,35215,1730978282495 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1730978297766, completionTime=-1 appears to have been leaked 2024-11-07T11:19:00,761 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,45415,1730978338487 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:19:00,762 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:00,762 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:00,762 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:00,762 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:00,762 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:19:00,762 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,762 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:00,762 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,763 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978370763 2024-11-07T11:19:00,763 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:19:00,763 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:19:00,763 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:19:00,763 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:19:00,763 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:19:00,763 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:19:00,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:00,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:19:00,764 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,764 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:19:00,764 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:19:00,764 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:19:00,764 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:19:00,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:00,764 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:19:00,764 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:19:00,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:19:00,765 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978340764,5,FailOnTimeoutGroup] 2024-11-07T11:19:00,768 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978340765,5,FailOnTimeoutGroup] 2024-11-07T11:19:00,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:19:00,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,768 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:19:00,818 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(746): ClusterId : baf43df8-71b4-4fab-a919-070ef919bc37 2024-11-07T11:19:00,818 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:19:00,828 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:19:00,828 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:19:00,839 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:19:00,839 DEBUG [RS:0;4ab3d709c6df:36457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f29c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:00,849 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:36457 2024-11-07T11:19:00,849 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:19:00,849 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:19:00,849 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:19:00,850 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,45415,1730978338487 with port=36457, startcode=1730978338691 2024-11-07T11:19:00,850 DEBUG [RS:0;4ab3d709c6df:36457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:19:00,851 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:19:00,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:00,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45415 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:00,853 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97 2024-11-07T11:19:00,853 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36269 2024-11-07T11:19:00,853 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:19:00,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393/rs 2024-11-07T11:19:00,877 DEBUG [RS:0;4ab3d709c6df:36457 {}] zookeeper.ZKUtil(111): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on existing znode=/0-1175437393/rs/4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:00,877 WARN [RS:0;4ab3d709c6df:36457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:19:00,877 INFO [RS:0;4ab3d709c6df:36457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:00,877 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:00,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,36457,1730978338691] 2024-11-07T11:19:00,879 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:19:00,881 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:19:00,881 INFO [RS:0;4ab3d709c6df:36457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:19:00,881 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,881 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:19:00,882 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:19:00,882 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:00,882 DEBUG [RS:0;4ab3d709c6df:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:00,883 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,883 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,883 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,883 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,883 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,883 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36457,1730978338691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:00,900 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:19:00,900 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36457,1730978338691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,900 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,900 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.Replication(171): 4ab3d709c6df,36457,1730978338691 started 2024-11-07T11:19:00,917 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:00,917 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,36457,1730978338691, RpcServer on 4ab3d709c6df/172.17.0.2:36457, sessionid=0x101150549f80001 2024-11-07T11:19:00,917 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:19:00,917 DEBUG [RS:0;4ab3d709c6df:36457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:00,917 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,36457,1730978338691' 2024-11-07T11:19:00,917 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1175437393/flush-table-proc/abort' 2024-11-07T11:19:00,918 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1175437393/flush-table-proc/acquired' 2024-11-07T11:19:00,918 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:19:00,918 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:19:00,918 DEBUG [RS:0;4ab3d709c6df:36457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:00,918 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,36457,1730978338691' 2024-11-07T11:19:00,918 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1175437393/online-snapshot/abort' 2024-11-07T11:19:00,918 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1175437393/online-snapshot/acquired' 2024-11-07T11:19:00,919 DEBUG [RS:0;4ab3d709c6df:36457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:19:00,919 INFO [RS:0;4ab3d709c6df:36457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:19:00,919 INFO [RS:0;4ab3d709c6df:36457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:19:01,019 INFO [RS:0;4ab3d709c6df:36457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:01,020 INFO [RS:0;4ab3d709c6df:36457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C36457%2C1730978338691, suffix=, logDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691, archiveDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/oldWALs, maxLogs=10 2024-11-07T11:19:01,036 DEBUG [RS:0;4ab3d709c6df:36457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021, exclude list is [], retry=0 2024-11-07T11:19:01,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44321,DS-1e5ba48f-5189-4aab-98c9-fab0edd17490,DISK] 2024-11-07T11:19:01,040 INFO [RS:0;4ab3d709c6df:36457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 2024-11-07T11:19:01,040 DEBUG [RS:0;4ab3d709c6df:36457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34939:34939)] 2024-11-07T11:19:01,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:19:01,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97 2024-11-07T11:19:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:19:01,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:01,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:01,403 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:01,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:01,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:01,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:01,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:01,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:01,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:01,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:01,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:01,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:01,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:01,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:01,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:01,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:01,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:01,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:01,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:01,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:01,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:01,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740 2024-11-07T11:19:01,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740 2024-11-07T11:19:01,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:01,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:01,585 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:01,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:01,587 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:01,587 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75111672, jitterRate=0.11925113201141357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:01,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978341578Initializing all the Stores at 1730978341578Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978341578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978341578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978341578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978341578Cleaning up temporary data from old regions at 1730978341585 (+7 ms)Region opened successfully at 1730978341588 (+3 ms) 2024-11-07T11:19:01,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:19:01,588 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:19:01,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:19:01,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:19:01,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:19:01,588 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:19:01,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978341588Disabling compacts and flushes for region at 1730978341588Disabling writes for close at 1730978341588Writing region close event to WAL at 1730978341588Closed at 1730978341588 2024-11-07T11:19:01,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:01,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:19:01,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:19:01,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:01,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:19:01,741 DEBUG [4ab3d709c6df:45415 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:19:01,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:01,742 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,36457,1730978338691, state=OPENING 2024-11-07T11:19:01,810 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:19:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:01,852 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:01,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175437393/meta-region-server: CHANGED 2024-11-07T11:19:01,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175437393/meta-region-server: CHANGED 2024-11-07T11:19:01,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36457,1730978338691}] 2024-11-07T11:19:02,004 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:02,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:19:02,008 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:19:02,008 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:02,008 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:19:02,010 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C36457%2C1730978338691.meta, suffix=.meta, logDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691, archiveDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/oldWALs, maxLogs=10 2024-11-07T11:19:02,022 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.meta.1730978342010.meta, exclude list is [], retry=0 2024-11-07T11:19:02,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44321,DS-1e5ba48f-5189-4aab-98c9-fab0edd17490,DISK] 2024-11-07T11:19:02,028 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.meta.1730978342010.meta 2024-11-07T11:19:02,029 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34939:34939)] 2024-11-07T11:19:02,029 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:02,029 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:02,029 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:02,029 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:19:02,029 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:19:02,029 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:19:02,029 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:02,029 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:19:02,029 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:19:02,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:02,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:02,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:02,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:02,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:02,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:02,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:02,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:02,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:02,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:02,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:02,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:02,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:02,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:02,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:02,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:02,034 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:02,035 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740 2024-11-07T11:19:02,036 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740 2024-11-07T11:19:02,036 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:02,036 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:02,037 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:02,038 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:02,039 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67016935, jitterRate=-0.0013698488473892212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:02,039 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:19:02,040 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978342030Writing region info on filesystem at 1730978342030Initializing all the Stores at 1730978342030Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978342030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978342030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978342030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978342030Cleaning up temporary data from old regions at 1730978342036 (+6 ms)Running coprocessor post-open hooks at 1730978342039 (+3 ms)Region opened successfully at 1730978342040 (+1 ms) 2024-11-07T11:19:02,041 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978342004 2024-11-07T11:19:02,043 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:19:02,043 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:19:02,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:02,044 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,36457,1730978338691, state=OPEN 2024-11-07T11:19:02,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175437393/meta-region-server 2024-11-07T11:19:02,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1175437393/meta-region-server 2024-11-07T11:19:02,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:02,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175437393/meta-region-server: CHANGED 2024-11-07T11:19:02,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1175437393/meta-region-server: CHANGED 2024-11-07T11:19:02,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:19:02,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,36457,1730978338691 in 211 msec 2024-11-07T11:19:02,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:19:02,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-07T11:19:02,066 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:02,066 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:19:02,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:02,067 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36457,1730978338691, seqNum=-1] 2024-11-07T11:19:02,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:02,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:02,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-07T11:19:02,073 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978342073, completionTime=-1 2024-11-07T11:19:02,073 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:19:02,073 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:19:02,074 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:19:02,074 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978402074 2024-11-07T11:19:02,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978462075 2024-11-07T11:19:02,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:19:02,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45415,1730978338487-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:02,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45415,1730978338487-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:02,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45415,1730978338487-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:02,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:45415, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:02,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:02,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:02,077 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:19:02,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.320sec 2024-11-07T11:19:02,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:19:02,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:19:02,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:19:02,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:19:02,078 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:19:02,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45415,1730978338487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:02,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45415,1730978338487-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:19:02,080 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:19:02,080 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:19:02,081 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45415,1730978338487-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:02,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:02,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45415,-1 for getting cluster id 2024-11-07T11:19:02,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:02,120 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf43df8-71b4-4fab-a919-070ef919bc37' 2024-11-07T11:19:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf43df8-71b4-4fab-a919-070ef919bc37" 2024-11-07T11:19:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a38aa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45415,-1] 2024-11-07T11:19:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:02,121 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:02,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02bc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:02,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36457,1730978338691, seqNum=-1] 2024-11-07T11:19:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:02,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:02,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,45415,1730978338487 2024-11-07T11:19:02,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60225 2024-11-07T11:19:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:02,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101150549f80002 connected 2024-11-07T11:19:02,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.log.dir so I do NOT create it in target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513 2024-11-07T11:19:02,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:19:02,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.tmp.dir so I do NOT create it in target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513 2024-11-07T11:19:02,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:19:02,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513 2024-11-07T11:19:02,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:19:02,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/cluster_4253eec7-31bf-0825-f81e-8e17c3e0f520, deleteOnExit=true 2024-11-07T11:19:02,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:19:02,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/test.cache.data in system properties and HBase conf 2024-11-07T11:19:02,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:19:02,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:19:02,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:19:02,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:19:02,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:19:02,150 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:19:02,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:19:02,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:19:02,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:02,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:19:02,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:19:02,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:19:02,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:19:02,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:02,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:19:02,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:19:02,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509e4c49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/java.io.tmpdir/jetty-localhost-33749-hadoop-hdfs-3_4_1-tests_jar-_-any-6429866580982628512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:19:02,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:33749} 2024-11-07T11:19:02,679 INFO [Time-limited test {}] server.Server(415): Started @206684ms 2024-11-07T11:19:02,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:02,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:19:02,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:19:02,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:19:02,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:19:02,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:19:02,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:19:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T11:19:03,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a6dee9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/java.io.tmpdir/jetty-localhost-41415-hadoop-hdfs-3_4_1-tests_jar-_-any-4582319324969093740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:19:03,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:41415} 2024-11-07T11:19:03,033 INFO [Time-limited test {}] server.Server(415): Started @207037ms 2024-11-07T11:19:03,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:19:03,715 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/cluster_4253eec7-31bf-0825-f81e-8e17c3e0f520/data/data1/current/BP-522877239-172.17.0.2-1730978342170/current, will proceed with Du for space computation calculation, 2024-11-07T11:19:03,715 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/cluster_4253eec7-31bf-0825-f81e-8e17c3e0f520/data/data2/current/BP-522877239-172.17.0.2-1730978342170/current, will proceed with Du for space computation calculation, 2024-11-07T11:19:03,735 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:19:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf71bf2842594739f with lease ID 0x9d5e9a71a6eb9050: Processing first storage report for DS-577f90a4-d53d-4ddf-99b8-8f27e8f9bfc2 from datanode DatanodeRegistration(127.0.0.1:40695, datanodeUuid=9bb5c7c9-6ca6-4325-8bae-06cfd0ff714e, infoPort=45391, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=1010956161;c=1730978342170) 2024-11-07T11:19:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf71bf2842594739f with lease ID 0x9d5e9a71a6eb9050: from storage DS-577f90a4-d53d-4ddf-99b8-8f27e8f9bfc2 node DatanodeRegistration(127.0.0.1:40695, datanodeUuid=9bb5c7c9-6ca6-4325-8bae-06cfd0ff714e, infoPort=45391, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=1010956161;c=1730978342170), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:19:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf71bf2842594739f with lease ID 0x9d5e9a71a6eb9050: Processing first storage report for DS-6a23ec1e-5e5e-483f-84db-06d946593f11 from datanode DatanodeRegistration(127.0.0.1:40695, datanodeUuid=9bb5c7c9-6ca6-4325-8bae-06cfd0ff714e, infoPort=45391, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=1010956161;c=1730978342170) 2024-11-07T11:19:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf71bf2842594739f with lease ID 0x9d5e9a71a6eb9050: from storage DS-6a23ec1e-5e5e-483f-84db-06d946593f11 node DatanodeRegistration(127.0.0.1:40695, datanodeUuid=9bb5c7c9-6ca6-4325-8bae-06cfd0ff714e, infoPort=45391, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=1010956161;c=1730978342170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:19:03,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513 2024-11-07T11:19:03,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:03,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:19:04,180 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7 with version=8 2024-11-07T11:19:04,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/hbase-staging 2024-11-07T11:19:04,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:19:04,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:04,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:04,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:19:04,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:04,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:19:04,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:19:04,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:19:04,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45047 2024-11-07T11:19:04,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45047 connecting to ZooKeeper ensemble=127.0.0.1:60225 2024-11-07T11:19:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450470x0, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:04,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45047-0x101150549f80003 connected 2024-11-07T11:19:04,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:04,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:04,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on znode that does not yet exist, /11447619096/running 2024-11-07T11:19:04,308 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7, hbase.cluster.distributed=false 2024-11-07T11:19:04,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on znode that does not yet exist, /11447619096/acl 2024-11-07T11:19:04,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45047 2024-11-07T11:19:04,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45047 2024-11-07T11:19:04,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45047 2024-11-07T11:19:04,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45047 2024-11-07T11:19:04,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45047 2024-11-07T11:19:04,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:19:04,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:04,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:04,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:19:04,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:04,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:19:04,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:19:04,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:19:04,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38635 2024-11-07T11:19:04,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38635 connecting to ZooKeeper ensemble=127.0.0.1:60225 2024-11-07T11:19:04,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:04,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386350x0, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:04,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386350x0, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on znode that does not yet exist, /11447619096/running 2024-11-07T11:19:04,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38635-0x101150549f80004 connected 2024-11-07T11:19:04,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:19:04,340 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:19:04,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on znode that does not yet exist, /11447619096/master 2024-11-07T11:19:04,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on znode that does not yet exist, /11447619096/acl 2024-11-07T11:19:04,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38635 2024-11-07T11:19:04,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38635 2024-11-07T11:19:04,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38635 2024-11-07T11:19:04,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38635 2024-11-07T11:19:04,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38635 2024-11-07T11:19:04,360 DEBUG [M:0;4ab3d709c6df:45047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:45047 2024-11-07T11:19:04,361 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11447619096/backup-masters/4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:04,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096/backup-masters 2024-11-07T11:19:04,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096/backup-masters 2024-11-07T11:19:04,368 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on existing znode=/11447619096/backup-masters/4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:04,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:04,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11447619096/master 2024-11-07T11:19:04,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:04,379 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on existing znode=/11447619096/master 2024-11-07T11:19:04,379 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11447619096/backup-masters/4ab3d709c6df,45047,1730978344181 from backup master directory 2024-11-07T11:19:04,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11447619096/backup-masters/4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:04,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096/backup-masters 2024-11-07T11:19:04,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096/backup-masters 2024-11-07T11:19:04,389 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:19:04,389 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:04,392 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/hbase.id] with ID: 733b5b29-0c94-447c-a3ed-9601a98a2bdc 2024-11-07T11:19:04,392 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/.tmp/hbase.id 2024-11-07T11:19:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:19:04,396 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/.tmp/hbase.id]:[hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/hbase.id] 2024-11-07T11:19:04,403 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:04,403 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:19:04,404 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:19:04,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:04,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:04,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:19:04,815 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:04,816 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:19:04,816 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:19:05,224 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store 2024-11-07T11:19:05,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:19:05,632 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:05,632 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:19:05,632 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:05,632 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:05,632 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:19:05,632 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:05,632 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:05,632 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978345632Disabling compacts and flushes for region at 1730978345632Disabling writes for close at 1730978345632Writing region close event to WAL at 1730978345632Closed at 1730978345632 2024-11-07T11:19:05,633 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/.initializing 2024-11-07T11:19:05,633 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/WALs/4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:05,634 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:05,635 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C45047%2C1730978344181, suffix=, logDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/WALs/4ab3d709c6df,45047,1730978344181, archiveDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/oldWALs, maxLogs=10 2024-11-07T11:19:05,647 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/WALs/4ab3d709c6df,45047,1730978344181/4ab3d709c6df%2C45047%2C1730978344181.1730978345635, exclude list is [], retry=0 2024-11-07T11:19:05,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-577f90a4-d53d-4ddf-99b8-8f27e8f9bfc2,DISK] 2024-11-07T11:19:05,651 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/WALs/4ab3d709c6df,45047,1730978344181/4ab3d709c6df%2C45047%2C1730978344181.1730978345635 2024-11-07T11:19:05,651 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-07T11:19:05,651 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:05,651 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:05,651 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,651 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:19:05,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:05,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:05,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:19:05,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:05,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:05,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:19:05,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:05,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:05,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:19:05,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:05,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:05,657 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,658 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,658 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,659 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,659 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,659 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:05,660 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:05,662 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:05,662 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73112660, jitterRate=0.08946353197097778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:05,662 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978345651Initializing all the Stores at 1730978345652 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978345652Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978345652Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978345652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978345652Cleaning up temporary data from old regions at 1730978345659 (+7 ms)Region opened successfully at 1730978345662 (+3 ms) 2024-11-07T11:19:05,662 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:19:05,664 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191c8bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:05,665 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:19:05,665 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:19:05,665 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:19:05,666 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:19:05,666 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:19:05,666 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:19:05,666 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:19:05,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:19:05,668 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Unable to get data of znode /11447619096/balancer because node does not exist (not necessarily an error) 2024-11-07T11:19:05,726 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11447619096/balancer already deleted, retry=false 2024-11-07T11:19:05,726 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:19:05,727 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Unable to get data of znode /11447619096/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:19:05,736 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11447619096/normalizer already deleted, retry=false 2024-11-07T11:19:05,737 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:19:05,738 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Unable to get data of znode /11447619096/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:19:05,747 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11447619096/switch/split already deleted, retry=false 2024-11-07T11:19:05,748 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Unable to get data of znode /11447619096/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:19:05,757 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11447619096/switch/merge already deleted, retry=false 2024-11-07T11:19:05,759 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Unable to get data of znode /11447619096/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:19:05,768 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11447619096/snapshot-cleanup already deleted, retry=false 2024-11-07T11:19:05,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11447619096/running 2024-11-07T11:19:05,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11447619096/running 2024-11-07T11:19:05,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:05,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:05,779 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,45047,1730978344181, sessionid=0x101150549f80003, setting cluster-up flag (Was=false) 2024-11-07T11:19:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:05,831 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11447619096/flush-table-proc/acquired, /11447619096/flush-table-proc/reached, /11447619096/flush-table-proc/abort 2024-11-07T11:19:05,832 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:05,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:05,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:05,884 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11447619096/online-snapshot/acquired, /11447619096/online-snapshot/reached, /11447619096/online-snapshot/abort 2024-11-07T11:19:05,885 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:05,885 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:19:05,886 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:05,887 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:19:05,887 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:19:05,887 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,45047,1730978344181 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:19:05,888 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:05,888 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:05,888 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:05,888 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:05,888 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:19:05,888 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:05,888 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:05,888 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:05,889 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978375889 2024-11-07T11:19:05,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:05,889 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:19:05,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:19:05,889 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:19:05,889 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:19:05,889 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:19:05,889 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:19:05,889 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:19:05,890 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:05,890 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978345890,5,FailOnTimeoutGroup] 2024-11-07T11:19:05,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:19:05,890 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978345890,5,FailOnTimeoutGroup] 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:19:05,890 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:05,891 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:05,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:19:05,950 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(746): ClusterId : 733b5b29-0c94-447c-a3ed-9601a98a2bdc 2024-11-07T11:19:05,950 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:19:05,958 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:19:05,958 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:19:06,006 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:19:06,006 DEBUG [RS:0;4ab3d709c6df:38635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492748b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:06,016 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:38635 2024-11-07T11:19:06,016 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:19:06,016 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:19:06,016 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:19:06,017 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,45047,1730978344181 with port=38635, startcode=1730978344324 2024-11-07T11:19:06,017 DEBUG [RS:0;4ab3d709c6df:38635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:19:06,018 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:19:06,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:06,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45047 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:06,019 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7 2024-11-07T11:19:06,019 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46233 2024-11-07T11:19:06,019 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:19:06,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:19:06,303 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7 2024-11-07T11:19:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:19:06,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096/rs 2024-11-07T11:19:06,389 DEBUG [RS:0;4ab3d709c6df:38635 {}] zookeeper.ZKUtil(111): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on existing znode=/11447619096/rs/4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:06,389 WARN [RS:0;4ab3d709c6df:38635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:19:06,389 INFO [RS:0;4ab3d709c6df:38635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:06,389 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:06,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,38635,1730978344324] 2024-11-07T11:19:06,391 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:19:06,392 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:19:06,392 INFO [RS:0;4ab3d709c6df:38635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:19:06,393 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,393 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:19:06,393 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:19:06,393 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,393 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,394 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,394 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:06,394 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:06,394 DEBUG [RS:0;4ab3d709c6df:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:06,394 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,394 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,394 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,394 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,394 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,394 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38635,1730978344324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:06,407 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:19:06,407 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38635,1730978344324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,407 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,407 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.Replication(171): 4ab3d709c6df,38635,1730978344324 started 2024-11-07T11:19:06,419 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:06,419 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,38635,1730978344324, RpcServer on 4ab3d709c6df/172.17.0.2:38635, sessionid=0x101150549f80004 2024-11-07T11:19:06,419 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:19:06,419 DEBUG [RS:0;4ab3d709c6df:38635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:06,419 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38635,1730978344324' 2024-11-07T11:19:06,419 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11447619096/flush-table-proc/abort' 2024-11-07T11:19:06,420 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11447619096/flush-table-proc/acquired' 2024-11-07T11:19:06,420 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:19:06,420 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:19:06,420 DEBUG [RS:0;4ab3d709c6df:38635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:06,420 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38635,1730978344324' 2024-11-07T11:19:06,420 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11447619096/online-snapshot/abort' 2024-11-07T11:19:06,420 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11447619096/online-snapshot/acquired' 2024-11-07T11:19:06,421 DEBUG [RS:0;4ab3d709c6df:38635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:19:06,421 INFO [RS:0;4ab3d709c6df:38635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:19:06,421 INFO [RS:0;4ab3d709c6df:38635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:19:06,521 INFO [RS:0;4ab3d709c6df:38635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:06,522 INFO [RS:0;4ab3d709c6df:38635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38635%2C1730978344324, suffix=, logDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324, archiveDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/oldWALs, maxLogs=10 2024-11-07T11:19:06,535 DEBUG [RS:0;4ab3d709c6df:38635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522, exclude list is [], retry=0 2024-11-07T11:19:06,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-577f90a4-d53d-4ddf-99b8-8f27e8f9bfc2,DISK] 2024-11-07T11:19:06,538 INFO [RS:0;4ab3d709c6df:38635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 2024-11-07T11:19:06,539 DEBUG [RS:0;4ab3d709c6df:38635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-07T11:19:06,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:06,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:06,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:06,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:06,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:06,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:06,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:06,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:06,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:06,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:06,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:06,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:06,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:06,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:06,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:06,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:06,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:06,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:06,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740 2024-11-07T11:19:06,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740 2024-11-07T11:19:06,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:06,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:06,716 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:06,719 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:06,719 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74692661, jitterRate=0.11300738155841827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978346709Initializing all the Stores at 1730978346709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978346709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978346710 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978346710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978346710Cleaning up temporary data from old regions at 1730978346716 (+6 ms)Region opened successfully at 1730978346719 (+3 ms) 2024-11-07T11:19:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:19:06,719 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:19:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:19:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:19:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:19:06,719 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:19:06,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978346719Disabling compacts and flushes for region at 1730978346719Disabling writes for close at 1730978346719Writing region close event to WAL at 1730978346719Closed at 1730978346719 2024-11-07T11:19:06,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:06,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:19:06,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:19:06,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:06,722 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:19:06,872 DEBUG [4ab3d709c6df:45047 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:19:06,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:06,873 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38635,1730978344324, state=OPENING 2024-11-07T11:19:06,880 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:19:06,915 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:19:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:06,926 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:06,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11447619096/meta-region-server: CHANGED 2024-11-07T11:19:06,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11447619096/meta-region-server: CHANGED 2024-11-07T11:19:06,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38635,1730978344324}] 2024-11-07T11:19:07,078 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:07,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:19:07,082 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:19:07,082 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:07,082 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:19:07,083 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38635%2C1730978344324.meta, suffix=.meta, logDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324, archiveDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/oldWALs, maxLogs=10 2024-11-07T11:19:07,095 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.meta.1730978347083.meta, exclude list is [], retry=0 2024-11-07T11:19:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-577f90a4-d53d-4ddf-99b8-8f27e8f9bfc2,DISK] 2024-11-07T11:19:07,098 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.meta.1730978347083.meta 2024-11-07T11:19:07,098 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-07T11:19:07,098 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:07,099 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:07,099 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:07,099 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:19:07,099 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:19:07,099 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:19:07,099 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:07,099 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:19:07,099 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:19:07,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:07,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:07,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:07,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:07,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:07,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:07,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:07,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:07,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:07,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:07,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:07,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:07,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:07,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:07,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:07,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:07,104 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:07,105 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740 2024-11-07T11:19:07,106 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740 2024-11-07T11:19:07,107 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:07,107 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:07,107 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:07,108 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:07,108 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61636159, jitterRate=-0.08154965937137604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:07,108 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:19:07,109 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978347099Writing region info on filesystem at 1730978347099Initializing all the Stores at 1730978347100 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978347100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978347100Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978347100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978347100Cleaning up temporary data from old regions at 1730978347107 (+7 ms)Running coprocessor post-open hooks at 1730978347108 (+1 ms)Region opened successfully at 1730978347109 (+1 ms) 2024-11-07T11:19:07,109 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978347078 2024-11-07T11:19:07,111 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:19:07,111 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:19:07,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:07,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38635,1730978344324, state=OPEN 2024-11-07T11:19:07,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11447619096/meta-region-server 2024-11-07T11:19:07,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11447619096/meta-region-server 2024-11-07T11:19:07,122 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:07,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11447619096/meta-region-server: CHANGED 2024-11-07T11:19:07,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11447619096/meta-region-server: CHANGED 2024-11-07T11:19:07,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:19:07,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38635,1730978344324 in 196 msec 2024-11-07T11:19:07,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:19:07,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-07T11:19:07,126 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:07,126 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:19:07,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:07,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38635,1730978344324, seqNum=-1] 2024-11-07T11:19:07,127 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:07,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:07,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-07T11:19:07,132 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978347132, completionTime=-1 2024-11-07T11:19:07,132 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:19:07,132 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978407134 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978467134 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45047,1730978344181-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45047,1730978344181-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45047,1730978344181-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:45047, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:07,134 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:07,135 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:19:07,137 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.748sec 2024-11-07T11:19:07,137 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:19:07,137 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:19:07,137 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:19:07,137 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:19:07,137 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:19:07,137 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45047,1730978344181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:07,137 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45047,1730978344181-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:19:07,139 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:19:07,139 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:19:07,139 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,45047,1730978344181-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:07,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b807665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:07,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45047,-1 for getting cluster id 2024-11-07T11:19:07,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:07,152 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733b5b29-0c94-447c-a3ed-9601a98a2bdc' 2024-11-07T11:19:07,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:07,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733b5b29-0c94-447c-a3ed-9601a98a2bdc" 2024-11-07T11:19:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f7fbf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45047,-1] 2024-11-07T11:19:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:07,154 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:07,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:07,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38635,1730978344324, seqNum=-1] 2024-11-07T11:19:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:07,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:07,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:07,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60225 2024-11-07T11:19:07,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:07,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101150549f80005 connected 2024-11-07T11:19:07,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45415,1730978338487 2024-11-07T11:19:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e371777 2024-11-07T11:19:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:07,182 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:07,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:19:07,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:07,185 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:07,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:19:07,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:19:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:07,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:19:07,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:07,592 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9405efaa0fe81b62a7bf6a0edac7e847, NAME => 'test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97 2024-11-07T11:19:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:19:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9405efaa0fe81b62a7bf6a0edac7e847, disabling compactions & flushes 2024-11-07T11:19:07,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. after waiting 0 ms 2024-11-07T11:19:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:07,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9405efaa0fe81b62a7bf6a0edac7e847: Waiting for close lock at 1730978347597Disabling compacts and flushes for region at 1730978347597Disabling writes for close at 1730978347597Writing region close event to WAL at 1730978347597Closed at 1730978347597 2024-11-07T11:19:07,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:07,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978347598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978347598"}]},"ts":"1730978347598"} 2024-11-07T11:19:07,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:07,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:07,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978347601"}]},"ts":"1730978347601"} 2024-11-07T11:19:07,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:19:07,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9405efaa0fe81b62a7bf6a0edac7e847, ASSIGN}] 2024-11-07T11:19:07,604 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9405efaa0fe81b62a7bf6a0edac7e847, ASSIGN 2024-11-07T11:19:07,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9405efaa0fe81b62a7bf6a0edac7e847, ASSIGN; state=OFFLINE, location=4ab3d709c6df,36457,1730978338691; forceNewPlan=false, retain=false 2024-11-07T11:19:07,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9405efaa0fe81b62a7bf6a0edac7e847, regionState=OPENING, regionLocation=4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:07,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9405efaa0fe81b62a7bf6a0edac7e847, ASSIGN because future has completed 2024-11-07T11:19:07,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9405efaa0fe81b62a7bf6a0edac7e847, server=4ab3d709c6df,36457,1730978338691}] 2024-11-07T11:19:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:07,913 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:07,913 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9405efaa0fe81b62a7bf6a0edac7e847, NAME => 'test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:07,913 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:07,913 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:19:07,913 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,913 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:07,913 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,913 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,914 INFO [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,915 INFO [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9405efaa0fe81b62a7bf6a0edac7e847 columnFamilyName f 2024-11-07T11:19:07,915 DEBUG [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:07,916 INFO [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] regionserver.HStore(327): Store=9405efaa0fe81b62a7bf6a0edac7e847/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:07,916 INFO [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,916 INFO [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9405efaa0fe81b62a7bf6a0edac7e847 columnFamilyName f1 2024-11-07T11:19:07,917 DEBUG [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:07,917 INFO [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] regionserver.HStore(327): Store=9405efaa0fe81b62a7bf6a0edac7e847/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:07,917 INFO [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,918 INFO [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9405efaa0fe81b62a7bf6a0edac7e847 columnFamilyName norep 2024-11-07T11:19:07,918 DEBUG [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:07,918 INFO [StoreOpener-9405efaa0fe81b62a7bf6a0edac7e847-1 {}] regionserver.HStore(327): Store=9405efaa0fe81b62a7bf6a0edac7e847/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:07,918 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,918 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,919 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,919 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,919 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,920 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:07,920 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,922 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:07,922 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9405efaa0fe81b62a7bf6a0edac7e847; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74982664, jitterRate=0.11732876300811768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:07,922 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:07,922 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9405efaa0fe81b62a7bf6a0edac7e847: Running coprocessor pre-open hook at 1730978347913Writing region info on filesystem at 1730978347913Initializing all the Stores at 1730978347914 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978347914Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978347914Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978347914Cleaning up temporary data from old regions at 1730978347919 (+5 ms)Running coprocessor post-open hooks at 1730978347922 (+3 ms)Region opened successfully at 1730978347922 2024-11-07T11:19:07,923 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847., pid=6, masterSystemTime=1730978347910 2024-11-07T11:19:07,924 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:07,924 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:07,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9405efaa0fe81b62a7bf6a0edac7e847, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:07,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9405efaa0fe81b62a7bf6a0edac7e847, server=4ab3d709c6df,36457,1730978338691 because future has completed 2024-11-07T11:19:07,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:19:07,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9405efaa0fe81b62a7bf6a0edac7e847, server=4ab3d709c6df,36457,1730978338691 in 169 msec 2024-11-07T11:19:07,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:19:07,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9405efaa0fe81b62a7bf6a0edac7e847, ASSIGN in 325 msec 2024-11-07T11:19:07,931 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:07,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978347931"}]},"ts":"1730978347931"} 2024-11-07T11:19:07,933 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:19:07,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:07,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-07T11:19:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:08,324 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:19:08,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b7226cb 2024-11-07T11:19:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:08,326 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:08,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:19:08,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:08,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:08,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:19:08,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:08,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:19:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:08,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9450dbbe3a913280318c2c95fde639fe, NAME => 'test,,1730978348326.9450dbbe3a913280318c2c95fde639fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7 2024-11-07T11:19:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:19:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:09,140 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978348326.9450dbbe3a913280318c2c95fde639fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:09,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9450dbbe3a913280318c2c95fde639fe, disabling compactions & flushes 2024-11-07T11:19:09,141 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:09,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:09,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. after waiting 0 ms 2024-11-07T11:19:09,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:09,141 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:09,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9450dbbe3a913280318c2c95fde639fe: Waiting for close lock at 1730978349141Disabling compacts and flushes for region at 1730978349141Disabling writes for close at 1730978349141Writing region close event to WAL at 1730978349141Closed at 1730978349141 2024-11-07T11:19:09,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:09,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978348326.9450dbbe3a913280318c2c95fde639fe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978349142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978349142"}]},"ts":"1730978349142"} 2024-11-07T11:19:09,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:09,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:09,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978349144"}]},"ts":"1730978349144"} 2024-11-07T11:19:09,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:19:09,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9450dbbe3a913280318c2c95fde639fe, ASSIGN}] 2024-11-07T11:19:09,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9450dbbe3a913280318c2c95fde639fe, ASSIGN 2024-11-07T11:19:09,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9450dbbe3a913280318c2c95fde639fe, ASSIGN; state=OFFLINE, location=4ab3d709c6df,38635,1730978344324; forceNewPlan=false, retain=false 2024-11-07T11:19:09,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9450dbbe3a913280318c2c95fde639fe, regionState=OPENING, regionLocation=4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9450dbbe3a913280318c2c95fde639fe, ASSIGN because future has completed 2024-11-07T11:19:09,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9450dbbe3a913280318c2c95fde639fe, server=4ab3d709c6df,38635,1730978344324}] 2024-11-07T11:19:09,454 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:09,454 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9450dbbe3a913280318c2c95fde639fe, NAME => 'test,,1730978348326.9450dbbe3a913280318c2c95fde639fe.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:09,454 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:09,454 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:19:09,455 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,455 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978348326.9450dbbe3a913280318c2c95fde639fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:09,455 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,455 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,456 INFO [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,457 INFO [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9450dbbe3a913280318c2c95fde639fe columnFamilyName f 2024-11-07T11:19:09,457 DEBUG [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:09,457 INFO [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] regionserver.HStore(327): Store=9450dbbe3a913280318c2c95fde639fe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:09,457 INFO [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,458 INFO [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9450dbbe3a913280318c2c95fde639fe columnFamilyName f1 2024-11-07T11:19:09,458 DEBUG [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:09,459 INFO [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] regionserver.HStore(327): Store=9450dbbe3a913280318c2c95fde639fe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:09,459 INFO [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,459 INFO [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9450dbbe3a913280318c2c95fde639fe columnFamilyName norep 2024-11-07T11:19:09,459 DEBUG [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:09,460 INFO [StoreOpener-9450dbbe3a913280318c2c95fde639fe-1 {}] regionserver.HStore(327): Store=9450dbbe3a913280318c2c95fde639fe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:09,460 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,460 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,461 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,461 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,461 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,462 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:09,463 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:09,464 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:09,465 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9450dbbe3a913280318c2c95fde639fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59032741, jitterRate=-0.12034361064434052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:09,465 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:09,465 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9450dbbe3a913280318c2c95fde639fe: Running coprocessor pre-open hook at 1730978349455Writing region info on filesystem at 1730978349455Initializing all the Stores at 1730978349456 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978349456Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978349456Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978349456Cleaning up temporary data from old regions at 1730978349461 (+5 ms)Running coprocessor post-open hooks at 1730978349465 (+4 ms)Region opened successfully at 1730978349465 2024-11-07T11:19:09,465 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978348326.9450dbbe3a913280318c2c95fde639fe., pid=6, masterSystemTime=1730978349451 2024-11-07T11:19:09,467 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:09,467 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:09,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9450dbbe3a913280318c2c95fde639fe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9450dbbe3a913280318c2c95fde639fe, server=4ab3d709c6df,38635,1730978344324 because future has completed 2024-11-07T11:19:09,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:19:09,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9450dbbe3a913280318c2c95fde639fe, server=4ab3d709c6df,38635,1730978344324 in 170 msec 2024-11-07T11:19:09,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:19:09,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9450dbbe3a913280318c2c95fde639fe, ASSIGN in 326 msec 2024-11-07T11:19:09,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:09,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978349473"}]},"ts":"1730978349473"} 2024-11-07T11:19:09,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:19:09,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:09,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-07T11:19:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:10,473 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:19:10,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45415,-1 for getting cluster id 2024-11-07T11:19:10,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:10,474 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf43df8-71b4-4fab-a919-070ef919bc37' 2024-11-07T11:19:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf43df8-71b4-4fab-a919-070ef919bc37" 2024-11-07T11:19:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af24c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45415,-1] 2024-11-07T11:19:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:10,476 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28583707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45047,-1 for getting cluster id 2024-11-07T11:19:10,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:10,477 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733b5b29-0c94-447c-a3ed-9601a98a2bdc' 2024-11-07T11:19:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733b5b29-0c94-447c-a3ed-9601a98a2bdc" 2024-11-07T11:19:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4605d43b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45047,-1] 2024-11-07T11:19:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:10,478 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c88f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45415,-1 for getting cluster id 2024-11-07T11:19:10,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:10,480 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf43df8-71b4-4fab-a919-070ef919bc37' 2024-11-07T11:19:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf43df8-71b4-4fab-a919-070ef919bc37" 2024-11-07T11:19:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3833631e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45415,-1] 2024-11-07T11:19:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:10,481 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:10,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5fbd16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:10,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45415,1730978338487 2024-11-07T11:19:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e5923a2 2024-11-07T11:19:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:10,483 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:10,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:45047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:19:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:19:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:10,486 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:45047' 2024-11-07T11:19:10,486 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f174ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,486 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45047,-1 for getting cluster id 2024-11-07T11:19:10,486 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:10,487 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733b5b29-0c94-447c-a3ed-9601a98a2bdc' 2024-11-07T11:19:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733b5b29-0c94-447c-a3ed-9601a98a2bdc" 2024-11-07T11:19:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725ac117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45047,-1] 2024-11-07T11:19:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:10,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:10,488 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107acdfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:10,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364e21e 2024-11-07T11:19:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:10,490 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:10,491 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:19:10,491 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:19:10,491 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:10,491 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:10,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:10,491 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:10,492 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:19:10,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:10,493 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:10,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:19:10,542 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:19:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:10,900 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e78e5dd99fb53e5afc689c9cbb6d2cf2, NAME => 'hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97 2024-11-07T11:19:10,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:19:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:11,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:11,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e78e5dd99fb53e5afc689c9cbb6d2cf2, disabling compactions & flushes 2024-11-07T11:19:11,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:11,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:11,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. after waiting 0 ms 2024-11-07T11:19:11,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:11,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:11,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e78e5dd99fb53e5afc689c9cbb6d2cf2: Waiting for close lock at 1730978351305Disabling compacts and flushes for region at 1730978351305Disabling writes for close at 1730978351305Writing region close event to WAL at 1730978351305Closed at 1730978351305 2024-11-07T11:19:11,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:11,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978351354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978351354"}]},"ts":"1730978351354"} 2024-11-07T11:19:11,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:11,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:11,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978351357"}]},"ts":"1730978351357"} 2024-11-07T11:19:11,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:19:11,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e78e5dd99fb53e5afc689c9cbb6d2cf2, ASSIGN}] 2024-11-07T11:19:11,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e78e5dd99fb53e5afc689c9cbb6d2cf2, ASSIGN 2024-11-07T11:19:11,360 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e78e5dd99fb53e5afc689c9cbb6d2cf2, ASSIGN; state=OFFLINE, location=4ab3d709c6df,36457,1730978338691; forceNewPlan=false, retain=false 2024-11-07T11:19:11,463 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:11,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:11,464 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18262 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:11,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e78e5dd99fb53e5afc689c9cbb6d2cf2, regionState=OPENING, regionLocation=4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:11,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e78e5dd99fb53e5afc689c9cbb6d2cf2, ASSIGN because future has completed 2024-11-07T11:19:11,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e78e5dd99fb53e5afc689c9cbb6d2cf2, server=4ab3d709c6df,36457,1730978338691}] 2024-11-07T11:19:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:11,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:11,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:11,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:19:11,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C36457%2C1730978338691.rep, suffix=, logDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691, archiveDir=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/oldWALs, maxLogs=10 2024-11-07T11:19:11,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.rep.1730978351669, exclude list is [], retry=0 2024-11-07T11:19:11,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44321,DS-1e5ba48f-5189-4aab-98c9-fab0edd17490,DISK] 2024-11-07T11:19:11,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.rep.1730978351669 2024-11-07T11:19:11,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34939:34939)] 2024-11-07T11:19:11,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e78e5dd99fb53e5afc689c9cbb6d2cf2, NAME => 'hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:11,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:11,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:11,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. service=MultiRowMutationService 2024-11-07T11:19:11,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:19:11,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:11,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,686 INFO [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,687 INFO [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e78e5dd99fb53e5afc689c9cbb6d2cf2 columnFamilyName hfileref 2024-11-07T11:19:11,687 DEBUG [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:11,687 INFO [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] regionserver.HStore(327): Store=e78e5dd99fb53e5afc689c9cbb6d2cf2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:11,687 INFO [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,688 INFO [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e78e5dd99fb53e5afc689c9cbb6d2cf2 columnFamilyName queue 2024-11-07T11:19:11,688 DEBUG [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:11,688 INFO [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] regionserver.HStore(327): Store=e78e5dd99fb53e5afc689c9cbb6d2cf2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:11,688 INFO [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,689 INFO [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e78e5dd99fb53e5afc689c9cbb6d2cf2 columnFamilyName sid 2024-11-07T11:19:11,689 DEBUG [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:11,689 INFO [StoreOpener-e78e5dd99fb53e5afc689c9cbb6d2cf2-1 {}] regionserver.HStore(327): Store=e78e5dd99fb53e5afc689c9cbb6d2cf2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:11,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/replication/e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/replication/e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:11,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/replication/e78e5dd99fb53e5afc689c9cbb6d2cf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:11,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e78e5dd99fb53e5afc689c9cbb6d2cf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66382389, jitterRate=-0.010825321078300476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:11,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:11,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e78e5dd99fb53e5afc689c9cbb6d2cf2: Running coprocessor pre-open hook at 1730978351685Writing region info on filesystem at 1730978351685Initializing all the Stores at 1730978351686 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978351686Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978351686Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978351686Cleaning up temporary data from old regions at 1730978351691 (+5 ms)Running coprocessor post-open hooks at 1730978351694 (+3 ms)Region opened successfully at 1730978351694 2024-11-07T11:19:11,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2., pid=10, masterSystemTime=1730978351665 2024-11-07T11:19:11,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:11,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:11,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e78e5dd99fb53e5afc689c9cbb6d2cf2, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:11,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e78e5dd99fb53e5afc689c9cbb6d2cf2, server=4ab3d709c6df,36457,1730978338691 because future has completed 2024-11-07T11:19:11,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:19:11,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e78e5dd99fb53e5afc689c9cbb6d2cf2, server=4ab3d709c6df,36457,1730978338691 in 186 msec 2024-11-07T11:19:11,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:19:11,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e78e5dd99fb53e5afc689c9cbb6d2cf2, ASSIGN in 343 msec 2024-11-07T11:19:11,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:11,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978351703"}]},"ts":"1730978351703"} 2024-11-07T11:19:11,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:19:11,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:11,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2140 sec 2024-11-07T11:19:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2., hostname=4ab3d709c6df,36457,1730978338691, seqNum=2] 2024-11-07T11:19:11,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:11,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:11,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:19:11,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:19:11,942 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:19:11,968 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,36457,1730978338691, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:19:11,969 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:11,969 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36457,1730978338691, seqNum=-1] 2024-11-07T11:19:11,969 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:11,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:11,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,36457,1730978338691', locateType=CURRENT is [region=hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2., hostname=4ab3d709c6df,36457,1730978338691, seqNum=2] 2024-11-07T11:19:11,973 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:19:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:19:11,975 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,36457,1730978338691 suceeded 2024-11-07T11:19:11,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:19:11,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-07T11:19:11,977 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:45047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:19:11,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-07T11:19:11,987 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:45047' 2024-11-07T11:19:11,988 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:11,988 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45047,-1 for getting cluster id 2024-11-07T11:19:11,988 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:11,989 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733b5b29-0c94-447c-a3ed-9601a98a2bdc' 2024-11-07T11:19:11,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:11,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733b5b29-0c94-447c-a3ed-9601a98a2bdc" 2024-11-07T11:19:11,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45192ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:11,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45047,-1] 2024-11-07T11:19:11,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:11,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:11,990 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:11,991 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@185c80c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:11,991 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:11,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:11,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36083558 2024-11-07T11:19:11,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:11,992 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-07T11:19:11,993 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,36457,1730978338691 (queues=1) is replicating from cluster=baf43df8-71b4-4fab-a919-070ef919bc37 to cluster=733b5b29-0c94-447c-a3ed-9601a98a2bdc 2024-11-07T11:19:11,993 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C36457%2C1730978338691 2024-11-07T11:19:11,993 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,36457,1730978338691, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:19:11,993 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C36457%2C1730978338691 2024-11-07T11:19:11,993 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021, startPosition=0, beingWritten=true 2024-11-07T11:19:11,998 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:11,998 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 379, reset compression=false 2024-11-07T11:19:11,998 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,36457,1730978338691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:12,203 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 379, reset compression=false 2024-11-07T11:19:12,507 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 379, reset compression=false 2024-11-07T11:19:12,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:19:12,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:12,634 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:19:12,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:19:12,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:12,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:12,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:12,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:12,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:12,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45047,-1 for getting cluster id 2024-11-07T11:19:12,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:12,636 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733b5b29-0c94-447c-a3ed-9601a98a2bdc' 2024-11-07T11:19:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:12,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733b5b29-0c94-447c-a3ed-9601a98a2bdc" 2024-11-07T11:19:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734a40d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45047,-1] 2024-11-07T11:19:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:12,637 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15740fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:12,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@330ecc2b 2024-11-07T11:19:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:12,639 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:12,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:45415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:19:12,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:19:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:12,641 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:45415' 2024-11-07T11:19:12,642 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605bd990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:12,642 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45415,-1 for getting cluster id 2024-11-07T11:19:12,642 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:12,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:12,643 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf43df8-71b4-4fab-a919-070ef919bc37' 2024-11-07T11:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf43df8-71b4-4fab-a919-070ef919bc37" 2024-11-07T11:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c99b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45415,-1] 2024-11-07T11:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:12,644 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:12,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb84bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:12,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45415,1730978338487 2024-11-07T11:19:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b0a6fbb 2024-11-07T11:19:12,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:12,646 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:12,646 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:19:12,646 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:19:12,646 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:12,646 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:12,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:12,647 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:12,648 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:19:12,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:12,648 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:12,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:12,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:19:12,654 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e35207bef57cfc63b6dc61baa66df50, NAME => 'hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7 2024-11-07T11:19:12,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T11:19:12,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:19:12,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:12,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8e35207bef57cfc63b6dc61baa66df50, disabling compactions & flushes 2024-11-07T11:19:12,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:12,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:12,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. after waiting 0 ms 2024-11-07T11:19:12,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:12,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:12,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e35207bef57cfc63b6dc61baa66df50: Waiting for close lock at 1730978352660Disabling compacts and flushes for region at 1730978352660Disabling writes for close at 1730978352660Writing region close event to WAL at 1730978352660Closed at 1730978352660 2024-11-07T11:19:12,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:12,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978352661"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978352661"}]},"ts":"1730978352661"} 2024-11-07T11:19:12,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:12,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:12,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978352663"}]},"ts":"1730978352663"} 2024-11-07T11:19:12,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:19:12,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e35207bef57cfc63b6dc61baa66df50, ASSIGN}] 2024-11-07T11:19:12,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e35207bef57cfc63b6dc61baa66df50, ASSIGN 2024-11-07T11:19:12,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e35207bef57cfc63b6dc61baa66df50, ASSIGN; state=OFFLINE, location=4ab3d709c6df,38635,1730978344324; forceNewPlan=false, retain=false 2024-11-07T11:19:12,698 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:19:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:12,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e35207bef57cfc63b6dc61baa66df50, regionState=OPENING, regionLocation=4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:12,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e35207bef57cfc63b6dc61baa66df50, ASSIGN because future has completed 2024-11-07T11:19:12,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e35207bef57cfc63b6dc61baa66df50, server=4ab3d709c6df,38635,1730978344324}] 2024-11-07T11:19:12,880 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T11:19:12,910 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 379, reset compression=false 2024-11-07T11:19:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:12,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:12,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:12,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:19:12,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38635%2C1730978344324.rep, suffix=, logDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324, archiveDir=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/oldWALs, maxLogs=10 2024-11-07T11:19:12,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:19:12,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T11:19:12,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T11:19:12,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T11:19:12,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:19:12,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T11:19:12,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.rep.1730978352976, exclude list is [], retry=0 2024-11-07T11:19:12,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40695,DS-577f90a4-d53d-4ddf-99b8-8f27e8f9bfc2,DISK] 2024-11-07T11:19:12,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.rep.1730978352976 2024-11-07T11:19:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45391:45391)] 2024-11-07T11:19:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e35207bef57cfc63b6dc61baa66df50, NAME => 'hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:12,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. service=MultiRowMutationService 2024-11-07T11:19:12,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:19:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,992 INFO [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,993 INFO [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e35207bef57cfc63b6dc61baa66df50 columnFamilyName hfileref 2024-11-07T11:19:12,993 DEBUG [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:12,994 INFO [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] regionserver.HStore(327): Store=8e35207bef57cfc63b6dc61baa66df50/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:12,994 INFO [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,995 INFO [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e35207bef57cfc63b6dc61baa66df50 columnFamilyName queue 2024-11-07T11:19:12,995 DEBUG [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:12,995 INFO [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] regionserver.HStore(327): Store=8e35207bef57cfc63b6dc61baa66df50/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:12,995 INFO [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,996 INFO [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e35207bef57cfc63b6dc61baa66df50 columnFamilyName sid 2024-11-07T11:19:12,996 DEBUG [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:12,996 INFO [StoreOpener-8e35207bef57cfc63b6dc61baa66df50-1 {}] regionserver.HStore(327): Store=8e35207bef57cfc63b6dc61baa66df50/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:12,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/replication/8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/replication/8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:12,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:12,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:13,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/replication/8e35207bef57cfc63b6dc61baa66df50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:13,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8e35207bef57cfc63b6dc61baa66df50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72064352, jitterRate=0.07384252548217773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:13,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:13,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8e35207bef57cfc63b6dc61baa66df50: Running coprocessor pre-open hook at 1730978352991Writing region info on filesystem at 1730978352992 (+1 ms)Initializing all the Stores at 1730978352992Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978352992Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978352992Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978352992Cleaning up temporary data from old regions at 1730978352998 (+6 ms)Running coprocessor post-open hooks at 1730978353001 (+3 ms)Region opened successfully at 1730978353001 2024-11-07T11:19:13,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50., pid=10, masterSystemTime=1730978352971 2024-11-07T11:19:13,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:13,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:13,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e35207bef57cfc63b6dc61baa66df50, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:13,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e35207bef57cfc63b6dc61baa66df50, server=4ab3d709c6df,38635,1730978344324 because future has completed 2024-11-07T11:19:13,006 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45047 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4ab3d709c6df,38635,1730978344324, table=hbase:replication, region=8e35207bef57cfc63b6dc61baa66df50. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T11:19:13,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:19:13,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e35207bef57cfc63b6dc61baa66df50, server=4ab3d709c6df,38635,1730978344324 in 188 msec 2024-11-07T11:19:13,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:19:13,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e35207bef57cfc63b6dc61baa66df50, ASSIGN in 343 msec 2024-11-07T11:19:13,010 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:13,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978353010"}]},"ts":"1730978353010"} 2024-11-07T11:19:13,012 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:19:13,013 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:13,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 366 msec 2024-11-07T11:19:13,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50., hostname=4ab3d709c6df,38635,1730978344324, seqNum=2] 2024-11-07T11:19:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:13,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:19:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:13,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:19:13,342 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:19:13,368 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,38635,1730978344324, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:19:13,368 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:13,368 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38635,1730978344324, seqNum=-1] 2024-11-07T11:19:13,369 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:13,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:13,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,38635,1730978344324', locateType=CURRENT is [region=hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50., hostname=4ab3d709c6df,38635,1730978344324, seqNum=2] 2024-11-07T11:19:13,373 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:19:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:19:13,375 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,38635,1730978344324 suceeded 2024-11-07T11:19:13,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:19:13,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-07T11:19:13,376 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:45415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:19:13,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 737 msec 2024-11-07T11:19:13,386 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:45415' 2024-11-07T11:19:13,387 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d56a05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:13,387 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45415,-1 for getting cluster id 2024-11-07T11:19:13,387 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:13,387 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf43df8-71b4-4fab-a919-070ef919bc37' 2024-11-07T11:19:13,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf43df8-71b4-4fab-a919-070ef919bc37" 2024-11-07T11:19:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@771ccc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45415,-1] 2024-11-07T11:19:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:13,388 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:13,389 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a6ea37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:13,389 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:13,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,45415,1730978338487 2024-11-07T11:19:13,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f14c637 2024-11-07T11:19:13,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:13,390 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-07T11:19:13,391 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,38635,1730978344324 (queues=1) is replicating from cluster=733b5b29-0c94-447c-a3ed-9601a98a2bdc to cluster=baf43df8-71b4-4fab-a919-070ef919bc37 2024-11-07T11:19:13,391 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C38635%2C1730978344324 2024-11-07T11:19:13,391 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,38635,1730978344324, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:19:13,391 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C38635%2C1730978344324 2024-11-07T11:19:13,391 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522, startPosition=0, beingWritten=true 2024-11-07T11:19:13,395 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:13,395 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 379, reset compression=false 2024-11-07T11:19:13,395 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38635,1730978344324 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:13,414 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 379, reset compression=false 2024-11-07T11:19:13,604 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 379, reset compression=false 2024-11-07T11:19:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:13,774 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:19:13,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:19:13,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:13,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:13,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:13,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:13,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:13,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36457,1730978338691, seqNum=-1] 2024-11-07T11:19:13,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:13,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847., hostname=4ab3d709c6df,36457,1730978338691, seqNum=2] 2024-11-07T11:19:13,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:13,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38635,1730978344324, seqNum=-1] 2024-11-07T11:19:13,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:13,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:13,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978348326.9450dbbe3a913280318c2c95fde639fe., hostname=4ab3d709c6df,38635,1730978344324, seqNum=2] 2024-11-07T11:19:13,785 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T11:19:13,908 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 379, reset compression=false 2024-11-07T11:19:14,018 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 379, reset compression=false 2024-11-07T11:19:14,022 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:14,022 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 480, reset compression=false 2024-11-07T11:19:14,022 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,36457,1730978338691 got entry batch from reader: WALEntryBatch [walEntries=[{test/9405efaa0fe81b62a7bf6a0edac7e847/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T11:19:14,024 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:14,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-07T11:19:14,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:14,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c85a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:14,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45047,-1 for getting cluster id 2024-11-07T11:19:14,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:14,027 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733b5b29-0c94-447c-a3ed-9601a98a2bdc' 2024-11-07T11:19:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733b5b29-0c94-447c-a3ed-9601a98a2bdc" 2024-11-07T11:19:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1081b47b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45047,-1] 2024-11-07T11:19:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:14,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:14,028 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:14,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a5d51f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:14,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:14,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38635,1730978344324, seqNum=-1] 2024-11-07T11:19:14,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:14,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:14,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978348326.9450dbbe3a913280318c2c95fde639fe., hostname=4ab3d709c6df,38635,1730978344324, seqNum=2] 2024-11-07T11:19:14,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:14,225 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 480, reset compression=false 2024-11-07T11:19:14,312 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 379, reset compression=false 2024-11-07T11:19:14,316 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:14,316 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 504, reset compression=false 2024-11-07T11:19:14,316 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38635,1730978344324 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:14,519 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 504, reset compression=false 2024-11-07T11:19:14,528 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 480, reset compression=false 2024-11-07T11:19:14,788 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T11:19:14,790 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T11:19:14,822 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 504, reset compression=false 2024-11-07T11:19:14,839 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:14,839 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 608, reset compression=false 2024-11-07T11:19:14,839 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38635,1730978344324 got entry batch from reader: WALEntryBatch [walEntries=[{test/9450dbbe3a913280318c2c95fde639fe/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T11:19:14,842 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:14,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-07T11:19:14,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:14,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69c3abf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:14,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,45415,-1 for getting cluster id 2024-11-07T11:19:14,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:14,845 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf43df8-71b4-4fab-a919-070ef919bc37' 2024-11-07T11:19:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf43df8-71b4-4fab-a919-070ef919bc37" 2024-11-07T11:19:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e811802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,45415,-1] 2024-11-07T11:19:14,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:14,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:14,846 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:14,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d84c4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:14,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:14,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,36457,1730978338691, seqNum=-1] 2024-11-07T11:19:14,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:14,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:14,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847., hostname=4ab3d709c6df,36457,1730978338691, seqNum=2] 2024-11-07T11:19:14,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:14,931 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 480, reset compression=false 2024-11-07T11:19:14,935 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:14,935 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 607, reset compression=false 2024-11-07T11:19:14,935 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,36457,1730978338691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:15,043 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 608, reset compression=false 2024-11-07T11:19:15,138 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 607, reset compression=false 2024-11-07T11:19:15,346 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 608, reset compression=false 2024-11-07T11:19:15,442 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 607, reset compression=false 2024-11-07T11:19:15,750 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 608, reset compression=false 2024-11-07T11:19:15,792 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T11:19:15,801 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T11:19:15,845 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 607, reset compression=false 2024-11-07T11:19:15,851 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:15,851 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 763, reset compression=false 2024-11-07T11:19:15,851 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,36457,1730978338691 got entry batch from reader: WALEntryBatch [walEntries=[{test/9405efaa0fe81b62a7bf6a0edac7e847/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T11:19:15,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:15,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:16,056 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 763, reset compression=false 2024-11-07T11:19:16,253 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 608, reset compression=false 2024-11-07T11:19:16,257 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:16,257 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 756, reset compression=false 2024-11-07T11:19:16,257 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38635,1730978344324 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:16,360 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 763, reset compression=false 2024-11-07T11:19:16,460 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 756, reset compression=false 2024-11-07T11:19:16,763 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 763, reset compression=false 2024-11-07T11:19:16,763 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 756, reset compression=false 2024-11-07T11:19:16,803 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T11:19:16,807 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T11:19:17,166 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 756, reset compression=false 2024-11-07T11:19:17,174 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:17,174 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 915, reset compression=false 2024-11-07T11:19:17,174 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38635,1730978344324 got entry batch from reader: WALEntryBatch [walEntries=[{test/9450dbbe3a913280318c2c95fde639fe/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T11:19:17,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:17,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:17,266 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 763, reset compression=false 2024-11-07T11:19:17,271 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:17,271 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:17,271 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,36457,1730978338691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:17,385 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 915, reset compression=false 2024-11-07T11:19:17,475 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:17,689 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 915, reset compression=false 2024-11-07T11:19:17,780 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:17,809 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T11:19:17,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:19:17,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:19:17,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:17,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:17,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:17,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:17,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:19:17,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=84441183, stopped=false 2024-11-07T11:19:17,812 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,45047,1730978344181 2024-11-07T11:19:17,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11447619096/running 2024-11-07T11:19:17,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11447619096/running 2024-11-07T11:19:17,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:17,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:17,862 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:19:17,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:19:17,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:17,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:17,863 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,38635,1730978344324' ***** 2024-11-07T11:19:17,863 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:19:17,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on znode that does not yet exist, /11447619096/running 2024-11-07T11:19:17,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Set watcher on znode that does not yet exist, /11447619096/running 2024-11-07T11:19:17,863 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:19:17,863 INFO [RS:0;4ab3d709c6df:38635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:19:17,863 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:19:17,863 INFO [RS:0;4ab3d709c6df:38635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:19:17,863 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(3091): Received CLOSE for 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:17,864 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:17,864 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:17,864 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:19:17,864 INFO [RS:0;4ab3d709c6df:38635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38635. 2024-11-07T11:19:17,864 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9450dbbe3a913280318c2c95fde639fe, disabling compactions & flushes 2024-11-07T11:19:17,864 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:17,864 DEBUG [RS:0;4ab3d709c6df:38635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:17,864 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:17,864 DEBUG [RS:0;4ab3d709c6df:38635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:17,864 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. after waiting 0 ms 2024-11-07T11:19:17,864 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:17,864 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:19:17,864 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:19:17,864 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:19:17,864 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9450dbbe3a913280318c2c95fde639fe 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-07T11:19:17,864 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:19:17,864 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:19:17,864 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1325): Online Regions={9450dbbe3a913280318c2c95fde639fe=test,,1730978348326.9450dbbe3a913280318c2c95fde639fe., 1588230740=hbase:meta,,1.1588230740, 8e35207bef57cfc63b6dc61baa66df50=hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50.} 2024-11-07T11:19:17,864 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e35207bef57cfc63b6dc61baa66df50, 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:17,864 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:19:17,864 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:19:17,864 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:19:17,864 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:19:17,864 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:19:17,864 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:19:17,878 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/info/885419fae9f2420ca28e4bf039274622 is 147, key is hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50./info:regioninfo/1730978353003/Put/seqid=0 2024-11-07T11:19:17,881 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/.tmp/f/d38faa525aed4f6a857658fe1e300701 is 29, key is row1/f:/1730978356804/DeleteFamily/seqid=0 2024-11-07T11:19:17,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741840_1016 (size=7686) 2024-11-07T11:19:17,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741841_1017 (size=5118) 2024-11-07T11:19:17,903 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:19:18,064 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e35207bef57cfc63b6dc61baa66df50, 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:18,093 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 915, reset compression=false 2024-11-07T11:19:18,096 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:18,096 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 1162, reset compression=false 2024-11-07T11:19:18,096 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38635,1730978344324 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:18,097 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,38635,1730978344324: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4ab3d709c6df,38635,1730978344324, walGroup=4ab3d709c6df%2C38635%2C1730978344324, offset=4ab3d709c6df%2C38635%2C1730978344324.1730978346522:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:19:18,099 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:19:18,099 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:19:18,100 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:19:18,100 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:19:18,100 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:19:18,100 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 583627200 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191368296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:19:18,100 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:45047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:45047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:19:18,183 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:18,264 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e35207bef57cfc63b6dc61baa66df50, 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:18,282 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/info/885419fae9f2420ca28e4bf039274622 2024-11-07T11:19:18,285 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/.tmp/f/d38faa525aed4f6a857658fe1e300701 2024-11-07T11:19:18,289 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d38faa525aed4f6a857658fe1e300701 2024-11-07T11:19:18,299 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 1162, reset compression=false 2024-11-07T11:19:18,304 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/ns/8d6a1b748e27401e90621aa88b1678bb is 43, key is default/ns:d/1730978347128/Put/seqid=0 2024-11-07T11:19:18,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:19:18,312 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/.tmp/f1/455abd0daac14fc8a062d03310c575ce is 30, key is row1/f1:/1730978356804/DeleteFamily/seqid=0 2024-11-07T11:19:18,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741843_1019 (size=5123) 2024-11-07T11:19:18,442 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:19:18,442 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:19:18,465 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e35207bef57cfc63b6dc61baa66df50, 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:18,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:19:18,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:18,605 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 1162, reset compression=false 2024-11-07T11:19:18,665 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e35207bef57cfc63b6dc61baa66df50, 9450dbbe3a913280318c2c95fde639fe 2024-11-07T11:19:18,686 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:18,711 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/ns/8d6a1b748e27401e90621aa88b1678bb 2024-11-07T11:19:18,716 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/.tmp/f1/455abd0daac14fc8a062d03310c575ce 2024-11-07T11:19:18,719 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 455abd0daac14fc8a062d03310c575ce 2024-11-07T11:19:18,732 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/rep_barrier/64bea4b756fb46c8add6f6cb33b3febe is 112, key is test,,1730978348326.9450dbbe3a913280318c2c95fde639fe./rep_barrier:seqnumDuringOpen/1730978349467/Put/seqid=0 2024-11-07T11:19:18,732 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/.tmp/norep/6bd41d197f584c68ae45dedda36019ce is 33, key is row1/norep:/1730978356804/DeleteFamily/seqid=0 2024-11-07T11:19:18,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741844_1020 (size=5108) 2024-11-07T11:19:18,738 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/.tmp/norep/6bd41d197f584c68ae45dedda36019ce 2024-11-07T11:19:18,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741845_1021 (size=5518) 2024-11-07T11:19:18,741 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bd41d197f584c68ae45dedda36019ce 2024-11-07T11:19:18,741 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/.tmp/f/d38faa525aed4f6a857658fe1e300701 as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/f/d38faa525aed4f6a857658fe1e300701 2024-11-07T11:19:18,745 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d38faa525aed4f6a857658fe1e300701 2024-11-07T11:19:18,745 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/f/d38faa525aed4f6a857658fe1e300701, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T11:19:18,745 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/.tmp/f1/455abd0daac14fc8a062d03310c575ce as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/f1/455abd0daac14fc8a062d03310c575ce 2024-11-07T11:19:18,749 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 455abd0daac14fc8a062d03310c575ce 2024-11-07T11:19:18,749 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/f1/455abd0daac14fc8a062d03310c575ce, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T11:19:18,749 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/.tmp/norep/6bd41d197f584c68ae45dedda36019ce as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/norep/6bd41d197f584c68ae45dedda36019ce 2024-11-07T11:19:18,753 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bd41d197f584c68ae45dedda36019ce 2024-11-07T11:19:18,753 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/norep/6bd41d197f584c68ae45dedda36019ce, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T11:19:18,753 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9450dbbe3a913280318c2c95fde639fe in 889ms, sequenceid=8, compaction requested=false 2024-11-07T11:19:18,757 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/default/test/9450dbbe3a913280318c2c95fde639fe/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T11:19:18,757 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:19:18,757 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:19:18,757 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:18,757 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9450dbbe3a913280318c2c95fde639fe: Waiting for close lock at 1730978357864Running coprocessor pre-close hooks at 1730978357864Disabling compacts and flushes for region at 1730978357864Disabling writes for close at 1730978357864Obtaining lock to block concurrent updates at 1730978357864Preparing flush snapshotting stores in 9450dbbe3a913280318c2c95fde639fe at 1730978357864Finished memstore snapshotting test,,1730978348326.9450dbbe3a913280318c2c95fde639fe., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1730978357864Flushing stores of test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. at 1730978357865 (+1 ms)Flushing 9450dbbe3a913280318c2c95fde639fe/f: creating writer at 1730978357865Flushing 9450dbbe3a913280318c2c95fde639fe/f: appending metadata at 1730978357880 (+15 ms)Flushing 9450dbbe3a913280318c2c95fde639fe/f: closing flushed file at 1730978357880Flushing 9450dbbe3a913280318c2c95fde639fe/f1: creating writer at 1730978358289 (+409 ms)Flushing 9450dbbe3a913280318c2c95fde639fe/f1: appending metadata at 1730978358312 (+23 ms)Flushing 9450dbbe3a913280318c2c95fde639fe/f1: closing flushed file at 1730978358312Flushing 9450dbbe3a913280318c2c95fde639fe/norep: creating writer at 1730978358720 (+408 ms)Flushing 9450dbbe3a913280318c2c95fde639fe/norep: appending metadata at 1730978358732 (+12 ms)Flushing 9450dbbe3a913280318c2c95fde639fe/norep: closing flushed file at 1730978358732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b11314: reopening flushed file at 1730978358741 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ff9dd1: reopening flushed file at 1730978358745 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22168f47: reopening flushed file at 1730978358749 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9450dbbe3a913280318c2c95fde639fe in 889ms, sequenceid=8, compaction requested=false at 1730978358753 (+4 ms)Writing region close event to WAL at 1730978358754 (+1 ms)Running coprocessor post-close hooks at 1730978358757 (+3 ms)Closed at 1730978358757 2024-11-07T11:19:18,758 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978348326.9450dbbe3a913280318c2c95fde639fe. 2024-11-07T11:19:18,758 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e35207bef57cfc63b6dc61baa66df50, disabling compactions & flushes 2024-11-07T11:19:18,758 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:18,758 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:18,758 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. after waiting 0 ms 2024-11-07T11:19:18,758 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:18,758 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e35207bef57cfc63b6dc61baa66df50: Waiting for close lock at 1730978358758Running coprocessor pre-close hooks at 1730978358758Disabling compacts and flushes for region at 1730978358758Disabling writes for close at 1730978358758Failed flush hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50., putting online again at 1730978358758 2024-11-07T11:19:18,758 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:18,865 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:19:18,865 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8e35207bef57cfc63b6dc61baa66df50=hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50.} 2024-11-07T11:19:18,865 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:18,865 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e35207bef57cfc63b6dc61baa66df50 2024-11-07T11:19:18,865 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e35207bef57cfc63b6dc61baa66df50, disabling compactions & flushes 2024-11-07T11:19:18,865 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:18,865 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:18,865 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. after waiting 0 ms 2024-11-07T11:19:18,865 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:18,866 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e35207bef57cfc63b6dc61baa66df50: Waiting for close lock at 1730978358865Running coprocessor pre-close hooks at 1730978358865Disabling compacts and flushes for region at 1730978358865Disabling writes for close at 1730978358865Failed flush hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50., putting online again at 1730978358865 2024-11-07T11:19:18,866 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730978352647.8e35207bef57cfc63b6dc61baa66df50. 2024-11-07T11:19:19,008 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 1162, reset compression=false 2024-11-07T11:19:19,012 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:19,012 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 1806, reset compression=false 2024-11-07T11:19:19,065 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:19:19,138 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/rep_barrier/64bea4b756fb46c8add6f6cb33b3febe 2024-11-07T11:19:19,155 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/table/864fbf1cf57f407b8f3d17a79b3fcb75 is 53, key is hbase:replication/table:state/1730978353010/Put/seqid=0 2024-11-07T11:19:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741846_1022 (size=5308) 2024-11-07T11:19:19,217 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 1806, reset compression=false 2024-11-07T11:19:19,265 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:19:19,290 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:19,466 DEBUG [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:19:19,520 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.wal-reader.4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 to pos 1806, reset compression=false 2024-11-07T11:19:19,558 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/table/864fbf1cf57f407b8f3d17a79b3fcb75 2024-11-07T11:19:19,563 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/info/885419fae9f2420ca28e4bf039274622 as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/info/885419fae9f2420ca28e4bf039274622 2024-11-07T11:19:19,566 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/info/885419fae9f2420ca28e4bf039274622, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:19:19,567 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/ns/8d6a1b748e27401e90621aa88b1678bb as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/ns/8d6a1b748e27401e90621aa88b1678bb 2024-11-07T11:19:19,570 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/ns/8d6a1b748e27401e90621aa88b1678bb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:19:19,570 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/rep_barrier/64bea4b756fb46c8add6f6cb33b3febe as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/rep_barrier/64bea4b756fb46c8add6f6cb33b3febe 2024-11-07T11:19:19,574 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/rep_barrier/64bea4b756fb46c8add6f6cb33b3febe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:19:19,574 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/.tmp/table/864fbf1cf57f407b8f3d17a79b3fcb75 as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/table/864fbf1cf57f407b8f3d17a79b3fcb75 2024-11-07T11:19:19,578 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/table/864fbf1cf57f407b8f3d17a79b3fcb75, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:19:19,578 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-07T11:19:19,582 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:19:19,582 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:19:19,582 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:19:19,582 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:19:19,583 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978357864Running coprocessor pre-close hooks at 1730978357864Disabling compacts and flushes for region at 1730978357864Disabling writes for close at 1730978357864Obtaining lock to block concurrent updates at 1730978357864Preparing flush snapshotting stores in 1588230740 at 1730978357864Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978357865 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730978357865Flushing 1588230740/info: creating writer at 1730978357865Flushing 1588230740/info: appending metadata at 1730978357878 (+13 ms)Flushing 1588230740/info: closing flushed file at 1730978357878Flushing 1588230740/ns: creating writer at 1730978358286 (+408 ms)Flushing 1588230740/ns: appending metadata at 1730978358303 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730978358303Flushing 1588230740/rep_barrier: creating writer at 1730978358715 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978358732 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978358732Flushing 1588230740/table: creating writer at 1730978359142 (+410 ms)Flushing 1588230740/table: appending metadata at 1730978359154 (+12 ms)Flushing 1588230740/table: closing flushed file at 1730978359154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9d5d79: reopening flushed file at 1730978359562 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13344ce4: reopening flushed file at 1730978359566 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6deeb5: reopening flushed file at 1730978359570 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92fe682: reopening flushed file at 1730978359574 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1730978359578 (+4 ms)Writing region close event to WAL at 1730978359580 (+2 ms)Running coprocessor post-close hooks at 1730978359582 (+2 ms)Closed at 1730978359582 2024-11-07T11:19:19,583 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:19:19,666 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T11:19:19,666 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,38635,1730978344324; all regions closed. 2024-11-07T11:19:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:19:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741839_1015 (size=1733) 2024-11-07T11:19:19,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.rep.1730978352976 not finished, retry = 0 2024-11-07T11:19:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741833_1009 (size=1814) 2024-11-07T11:19:19,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/WALs/4ab3d709c6df,38635,1730978344324/4ab3d709c6df%2C38635%2C1730978344324.1730978346522 not finished, retry = 0 2024-11-07T11:19:19,874 DEBUG [RS:0;4ab3d709c6df:38635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:19,874 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:19:19,874 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:19:19,874 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:19:19,874 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:19:19,874 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:19:19,874 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,38635,1730978344324 because: Region server is closing 2024-11-07T11:19:19,875 INFO [RS:0;4ab3d709c6df:38635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38635. 2024-11-07T11:19:19,875 DEBUG [RS:0;4ab3d709c6df:38635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:19,875 DEBUG [RS:0;4ab3d709c6df:38635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:19,875 DEBUG [RS:0;4ab3d709c6df:38635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:19,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:19,975 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38635,1730978344324.replicationSource.shipper4ab3d709c6df%2C38635%2C1730978344324,1-4ab3d709c6df,38635,1730978344324 terminated 2024-11-07T11:19:19,975 INFO [RS:0;4ab3d709c6df:38635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38635. 2024-11-07T11:19:19,975 DEBUG [RS:0;4ab3d709c6df:38635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:19,975 DEBUG [RS:0;4ab3d709c6df:38635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:19,976 DEBUG [RS:0;4ab3d709c6df:38635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:19,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:19,976 INFO [RS:0;4ab3d709c6df:38635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38635 2024-11-07T11:19:19,994 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:20,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096/rs 2024-11-07T11:19:20,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11447619096/rs/4ab3d709c6df,38635,1730978344324 2024-11-07T11:19:20,030 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:19:20,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,38635,1730978344324] 2024-11-07T11:19:20,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11447619096/draining/4ab3d709c6df,38635,1730978344324 already deleted, retry=false 2024-11-07T11:19:20,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,38635,1730978344324 expired; onlineServers=0 2024-11-07T11:19:20,051 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,45047,1730978344181' ***** 2024-11-07T11:19:20,051 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:19:20,051 INFO [M:0;4ab3d709c6df:45047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:19:20,052 INFO [M:0;4ab3d709c6df:45047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:19:20,052 DEBUG [M:0;4ab3d709c6df:45047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:19:20,052 DEBUG [M:0;4ab3d709c6df:45047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:19:20,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:19:20,052 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978345890 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978345890,5,FailOnTimeoutGroup] 2024-11-07T11:19:20,052 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978345890 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978345890,5,FailOnTimeoutGroup] 2024-11-07T11:19:20,052 INFO [M:0;4ab3d709c6df:45047 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:19:20,052 INFO [M:0;4ab3d709c6df:45047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:19:20,052 DEBUG [M:0;4ab3d709c6df:45047 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:19:20,052 INFO [M:0;4ab3d709c6df:45047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:19:20,052 INFO [M:0;4ab3d709c6df:45047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:19:20,052 INFO [M:0;4ab3d709c6df:45047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:19:20,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:19:20,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11447619096/master 2024-11-07T11:19:20,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11447619096 2024-11-07T11:19:20,062 DEBUG [M:0;4ab3d709c6df:45047 {}] zookeeper.ZKUtil(347): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Unable to get data of znode /11447619096/master because node does not exist (not an error) 2024-11-07T11:19:20,062 WARN [M:0;4ab3d709c6df:45047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:19:20,062 INFO [M:0;4ab3d709c6df:45047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/.lastflushedseqids 2024-11-07T11:19:20,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741847_1023 (size=245) 2024-11-07T11:19:20,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:19:20,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x101150549f80004, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:19:20,141 INFO [RS:0;4ab3d709c6df:38635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:19:20,141 INFO [RS:0;4ab3d709c6df:38635 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,38635,1730978344324; zookeeper connection closed. 2024-11-07T11:19:20,141 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bba057a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bba057a 2024-11-07T11:19:20,141 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:19:20,466 INFO [M:0;4ab3d709c6df:45047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:19:20,467 INFO [M:0;4ab3d709c6df:45047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:19:20,467 DEBUG [M:0;4ab3d709c6df:45047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:19:20,467 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:20,467 DEBUG [M:0;4ab3d709c6df:45047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:20,467 DEBUG [M:0;4ab3d709c6df:45047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:19:20,467 DEBUG [M:0;4ab3d709c6df:45047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:20,467 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T11:19:20,484 DEBUG [M:0;4ab3d709c6df:45047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcf1fbbac41b4bf08245f2a2e1e9cf99 is 82, key is hbase:meta,,1/info:regioninfo/1730978347111/Put/seqid=0 2024-11-07T11:19:20,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741848_1024 (size=5672) 2024-11-07T11:19:20,798 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:20,888 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcf1fbbac41b4bf08245f2a2e1e9cf99 2024-11-07T11:19:20,905 DEBUG [M:0;4ab3d709c6df:45047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc2e5ff208cf42e5881fd42e0f5bf6c0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730978353014/Put/seqid=0 2024-11-07T11:19:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741849_1025 (size=8517) 2024-11-07T11:19:21,309 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc2e5ff208cf42e5881fd42e0f5bf6c0 2024-11-07T11:19:21,329 DEBUG [M:0;4ab3d709c6df:45047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/170eef2221a44ccca16a6043c2f775df is 69, key is 4ab3d709c6df,38635,1730978344324/rs:state/1730978346018/Put/seqid=0 2024-11-07T11:19:21,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741850_1026 (size=5156) 2024-11-07T11:19:21,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:21,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:21,564 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28362 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:21,701 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:21,733 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/170eef2221a44ccca16a6043c2f775df 2024-11-07T11:19:21,736 DEBUG [M:0;4ab3d709c6df:45047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcf1fbbac41b4bf08245f2a2e1e9cf99 as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcf1fbbac41b4bf08245f2a2e1e9cf99 2024-11-07T11:19:21,740 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcf1fbbac41b4bf08245f2a2e1e9cf99, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T11:19:21,741 DEBUG [M:0;4ab3d709c6df:45047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc2e5ff208cf42e5881fd42e0f5bf6c0 as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc2e5ff208cf42e5881fd42e0f5bf6c0 2024-11-07T11:19:21,745 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc2e5ff208cf42e5881fd42e0f5bf6c0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T11:19:21,745 DEBUG [M:0;4ab3d709c6df:45047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/170eef2221a44ccca16a6043c2f775df as hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/170eef2221a44ccca16a6043c2f775df 2024-11-07T11:19:21,749 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46233/user/jenkins/test-data/597a5fb4-7dbe-bf81-52ab-998a20dfb5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/170eef2221a44ccca16a6043c2f775df, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T11:19:21,750 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-07T11:19:21,751 INFO [M:0;4ab3d709c6df:45047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:21,751 DEBUG [M:0;4ab3d709c6df:45047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978360467Disabling compacts and flushes for region at 1730978360467Disabling writes for close at 1730978360467Obtaining lock to block concurrent updates at 1730978360467Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978360467Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730978360467Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978360468 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978360468Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978360484 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978360484Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978360892 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978360905 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978360905Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978361312 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978361328 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978361328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dffcd59: reopening flushed file at 1730978361736 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7552d893: reopening flushed file at 1730978361740 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ab86b1: reopening flushed file at 1730978361745 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1730978361750 (+5 ms)Writing region close event to WAL at 1730978361751 (+1 ms)Closed at 1730978361751 2024-11-07T11:19:21,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40695 is added to blk_1073741830_1006 (size=63666) 2024-11-07T11:19:21,754 INFO [M:0;4ab3d709c6df:45047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:19:21,754 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:19:21,754 INFO [M:0;4ab3d709c6df:45047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45047 2024-11-07T11:19:21,754 INFO [M:0;4ab3d709c6df:45047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:19:21,920 INFO [M:0;4ab3d709c6df:45047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:19:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:19:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45047-0x101150549f80003, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:19:21,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a6dee9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:19:21,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:19:21,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:19:21,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:19:21,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.log.dir/,STOPPED} 2024-11-07T11:19:21,960 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:19:21,960 WARN [BP-522877239-172.17.0.2-1730978342170 heartbeating to localhost/127.0.0.1:46233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:19:21,960 WARN [BP-522877239-172.17.0.2-1730978342170 heartbeating to localhost/127.0.0.1:46233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-522877239-172.17.0.2-1730978342170 (Datanode Uuid 9bb5c7c9-6ca6-4325-8bae-06cfd0ff714e) service to localhost/127.0.0.1:46233 2024-11-07T11:19:21,960 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:19:21,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/cluster_4253eec7-31bf-0825-f81e-8e17c3e0f520/data/data1/current/BP-522877239-172.17.0.2-1730978342170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:19:21,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/cluster_4253eec7-31bf-0825-f81e-8e17c3e0f520/data/data2/current/BP-522877239-172.17.0.2-1730978342170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:19:21,961 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:19:21,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@509e4c49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:19:21,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:19:21,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:19:21,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:19:21,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.log.dir/,STOPPED} 2024-11-07T11:19:21,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:19:21,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:19:21,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:19:21,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:21,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:21,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:21,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:21,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:19:21,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=531445694, stopped=false 2024-11-07T11:19:21,985 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,45415,1730978338487 2024-11-07T11:19:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175437393/running 2024-11-07T11:19:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:21,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:19:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175437393/running 2024-11-07T11:19:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:21,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on znode that does not yet exist, /0-1175437393/running 2024-11-07T11:19:21,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Set watcher on znode that does not yet exist, /0-1175437393/running 2024-11-07T11:19:21,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:19:21,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:21,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:22,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,36457,1730978338691' ***** 2024-11-07T11:19:22,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:19:22,000 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:19:22,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:19:22,000 INFO [RS:0;4ab3d709c6df:36457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:19:22,000 INFO [RS:0;4ab3d709c6df:36457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:19:22,000 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(3091): Received CLOSE for 9405efaa0fe81b62a7bf6a0edac7e847 2024-11-07T11:19:22,000 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(3091): Received CLOSE for e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:22,000 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:22,000 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:19:22,000 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9405efaa0fe81b62a7bf6a0edac7e847, disabling compactions & flushes 2024-11-07T11:19:22,000 INFO [RS:0;4ab3d709c6df:36457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:36457. 2024-11-07T11:19:22,000 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:22,000 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:22,000 DEBUG [RS:0;4ab3d709c6df:36457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:22,000 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. after waiting 0 ms 2024-11-07T11:19:22,000 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:22,000 DEBUG [RS:0;4ab3d709c6df:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:22,001 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:19:22,001 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9405efaa0fe81b62a7bf6a0edac7e847 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-07T11:19:22,001 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:19:22,001 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:19:22,001 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:19:22,001 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:19:22,001 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1325): Online Regions={9405efaa0fe81b62a7bf6a0edac7e847=test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847., e78e5dd99fb53e5afc689c9cbb6d2cf2=hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:19:22,001 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9405efaa0fe81b62a7bf6a0edac7e847, e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:22,001 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:19:22,001 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:19:22,001 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:19:22,001 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:19:22,001 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:19:22,001 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:19:22,015 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/.tmp/f/42885810690b4423a4a3d1963cdaa56a is 29, key is row1/f:/1730978356804/DeleteFamily/seqid=0 2024-11-07T11:19:22,015 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/info/5aaf0654dcc649028e1e7225311c2143 is 147, key is hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2./info:regioninfo/1730978351697/Put/seqid=0 2024-11-07T11:19:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741841_1017 (size=7686) 2024-11-07T11:19:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741840_1016 (size=5118) 2024-11-07T11:19:22,021 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/.tmp/f/42885810690b4423a4a3d1963cdaa56a 2024-11-07T11:19:22,025 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42885810690b4423a4a3d1963cdaa56a 2024-11-07T11:19:22,038 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/.tmp/f1/f34cf5a4e3d74e9682088c230af63ec5 is 30, key is row1/f1:/1730978356804/DeleteFamily/seqid=0 2024-11-07T11:19:22,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741842_1018 (size=5123) 2024-11-07T11:19:22,099 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:19:22,201 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9405efaa0fe81b62a7bf6a0edac7e847, e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:22,401 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9405efaa0fe81b62a7bf6a0edac7e847, e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:22,419 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/info/5aaf0654dcc649028e1e7225311c2143 2024-11-07T11:19:22,435 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/ns/84a167aaf4c34e3dacf1327ac22b233a is 43, key is default/ns:d/1730978342069/Put/seqid=0 2024-11-07T11:19:22,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741843_1019 (size=5153) 2024-11-07T11:19:22,442 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/.tmp/f1/f34cf5a4e3d74e9682088c230af63ec5 2024-11-07T11:19:22,446 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f34cf5a4e3d74e9682088c230af63ec5 2024-11-07T11:19:22,458 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/.tmp/norep/c46dc1dfd36640ea90e77c14d3f685ad is 32, key is row/norep:/1730978355795/DeleteFamily/seqid=0 2024-11-07T11:19:22,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741844_1020 (size=5101) 2024-11-07T11:19:22,601 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9405efaa0fe81b62a7bf6a0edac7e847, e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:22,705 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 912, reset compression=false 2024-11-07T11:19:22,709 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:22,709 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 1159, reset compression=false 2024-11-07T11:19:22,709 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,36457,1730978338691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:22,709 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,36457,1730978338691: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4ab3d709c6df,36457,1730978338691, walGroup=4ab3d709c6df%2C36457%2C1730978338691, offset=4ab3d709c6df%2C36457%2C1730978338691.1730978341021:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:36457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:19:22,711 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:19:22,711 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:19:22,711 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:19:22,711 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:19:22,711 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:19:22,711 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 671707584 }, "NonHeapMemoryUsage": { "committed": 195624960, "init": 7667712, "max": -1, "used": 192352120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:19:22,712 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:45415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:45415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:19:22,802 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9405efaa0fe81b62a7bf6a0edac7e847, e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:22,839 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/ns/84a167aaf4c34e3dacf1327ac22b233a 2024-11-07T11:19:22,856 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/rep_barrier/126f91d4113443cbb0a4c0b85177bc69 is 112, key is test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847./rep_barrier:seqnumDuringOpen/1730978347925/Put/seqid=0 2024-11-07T11:19:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741845_1021 (size=5518) 2024-11-07T11:19:22,862 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/.tmp/norep/c46dc1dfd36640ea90e77c14d3f685ad 2024-11-07T11:19:22,866 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c46dc1dfd36640ea90e77c14d3f685ad 2024-11-07T11:19:22,867 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/.tmp/f/42885810690b4423a4a3d1963cdaa56a as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/f/42885810690b4423a4a3d1963cdaa56a 2024-11-07T11:19:22,871 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42885810690b4423a4a3d1963cdaa56a 2024-11-07T11:19:22,871 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/f/42885810690b4423a4a3d1963cdaa56a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T11:19:22,872 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/.tmp/f1/f34cf5a4e3d74e9682088c230af63ec5 as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/f1/f34cf5a4e3d74e9682088c230af63ec5 2024-11-07T11:19:22,875 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f34cf5a4e3d74e9682088c230af63ec5 2024-11-07T11:19:22,876 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/f1/f34cf5a4e3d74e9682088c230af63ec5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T11:19:22,876 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/.tmp/norep/c46dc1dfd36640ea90e77c14d3f685ad as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/norep/c46dc1dfd36640ea90e77c14d3f685ad 2024-11-07T11:19:22,879 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c46dc1dfd36640ea90e77c14d3f685ad 2024-11-07T11:19:22,880 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/norep/c46dc1dfd36640ea90e77c14d3f685ad, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T11:19:22,881 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9405efaa0fe81b62a7bf6a0edac7e847 in 880ms, sequenceid=8, compaction requested=false 2024-11-07T11:19:22,884 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/default/test/9405efaa0fe81b62a7bf6a0edac7e847/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T11:19:22,884 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:19:22,884 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:19:22,885 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:22,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9405efaa0fe81b62a7bf6a0edac7e847: Waiting for close lock at 1730978362000Running coprocessor pre-close hooks at 1730978362000Disabling compacts and flushes for region at 1730978362000Disabling writes for close at 1730978362000Obtaining lock to block concurrent updates at 1730978362001 (+1 ms)Preparing flush snapshotting stores in 9405efaa0fe81b62a7bf6a0edac7e847 at 1730978362001Finished memstore snapshotting test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1730978362001Flushing stores of test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. at 1730978362001Flushing 9405efaa0fe81b62a7bf6a0edac7e847/f: creating writer at 1730978362001Flushing 9405efaa0fe81b62a7bf6a0edac7e847/f: appending metadata at 1730978362014 (+13 ms)Flushing 9405efaa0fe81b62a7bf6a0edac7e847/f: closing flushed file at 1730978362014Flushing 9405efaa0fe81b62a7bf6a0edac7e847/f1: creating writer at 1730978362025 (+11 ms)Flushing 9405efaa0fe81b62a7bf6a0edac7e847/f1: appending metadata at 1730978362038 (+13 ms)Flushing 9405efaa0fe81b62a7bf6a0edac7e847/f1: closing flushed file at 1730978362038Flushing 9405efaa0fe81b62a7bf6a0edac7e847/norep: creating writer at 1730978362446 (+408 ms)Flushing 9405efaa0fe81b62a7bf6a0edac7e847/norep: appending metadata at 1730978362458 (+12 ms)Flushing 9405efaa0fe81b62a7bf6a0edac7e847/norep: closing flushed file at 1730978362458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23540146: reopening flushed file at 1730978362867 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75683ef5: reopening flushed file at 1730978362871 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a53cab8: reopening flushed file at 1730978362876 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9405efaa0fe81b62a7bf6a0edac7e847 in 880ms, sequenceid=8, compaction requested=false at 1730978362881 (+5 ms)Writing region close event to WAL at 1730978362881Running coprocessor post-close hooks at 1730978362884 (+3 ms)Closed at 1730978362884 2024-11-07T11:19:22,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978347183.9405efaa0fe81b62a7bf6a0edac7e847. 2024-11-07T11:19:22,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e78e5dd99fb53e5afc689c9cbb6d2cf2, disabling compactions & flushes 2024-11-07T11:19:22,885 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:22,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:22,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. after waiting 0 ms 2024-11-07T11:19:22,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:22,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e78e5dd99fb53e5afc689c9cbb6d2cf2: Waiting for close lock at 1730978362885Running coprocessor pre-close hooks at 1730978362885Disabling compacts and flushes for region at 1730978362885Disabling writes for close at 1730978362885Failed flush hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2., putting online again at 1730978362885 2024-11-07T11:19:22,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:22,913 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 1159, reset compression=false 2024-11-07T11:19:22,917 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:22,917 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 1803, reset compression=false 2024-11-07T11:19:22,944 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:19:22,944 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:19:22,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:19:22,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:19:23,002 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:19:23,002 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1325): Online Regions={e78e5dd99fb53e5afc689c9cbb6d2cf2=hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:19:23,002 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(3091): Received CLOSE for e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:23,002 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e78e5dd99fb53e5afc689c9cbb6d2cf2 2024-11-07T11:19:23,002 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e78e5dd99fb53e5afc689c9cbb6d2cf2, disabling compactions & flushes 2024-11-07T11:19:23,002 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:23,002 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:23,002 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. after waiting 0 ms 2024-11-07T11:19:23,002 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:23,002 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e78e5dd99fb53e5afc689c9cbb6d2cf2: Waiting for close lock at 1730978363002Running coprocessor pre-close hooks at 1730978363002Disabling compacts and flushes for region at 1730978363002Disabling writes for close at 1730978363002Failed flush hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2., putting online again at 1730978363002 2024-11-07T11:19:23,002 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730978350491.e78e5dd99fb53e5afc689c9cbb6d2cf2. 2024-11-07T11:19:23,120 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 1803, reset compression=false 2024-11-07T11:19:23,202 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:19:23,259 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/rep_barrier/126f91d4113443cbb0a4c0b85177bc69 2024-11-07T11:19:23,279 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/table/7423eb0524f540f2944c7c34a89ad1ec is 53, key is hbase:replication/table:state/1730978351703/Put/seqid=0 2024-11-07T11:19:23,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741846_1022 (size=5308) 2024-11-07T11:19:23,402 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:19:23,423 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 1803, reset compression=false 2024-11-07T11:19:23,602 DEBUG [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:19:23,683 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/table/7423eb0524f540f2944c7c34a89ad1ec 2024-11-07T11:19:23,688 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/info/5aaf0654dcc649028e1e7225311c2143 as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/info/5aaf0654dcc649028e1e7225311c2143 2024-11-07T11:19:23,691 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/info/5aaf0654dcc649028e1e7225311c2143, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:19:23,692 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/ns/84a167aaf4c34e3dacf1327ac22b233a as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/ns/84a167aaf4c34e3dacf1327ac22b233a 2024-11-07T11:19:23,695 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/ns/84a167aaf4c34e3dacf1327ac22b233a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:19:23,695 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/rep_barrier/126f91d4113443cbb0a4c0b85177bc69 as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/rep_barrier/126f91d4113443cbb0a4c0b85177bc69 2024-11-07T11:19:23,698 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/rep_barrier/126f91d4113443cbb0a4c0b85177bc69, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:19:23,699 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/.tmp/table/7423eb0524f540f2944c7c34a89ad1ec as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/table/7423eb0524f540f2944c7c34a89ad1ec 2024-11-07T11:19:23,702 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/table/7423eb0524f540f2944c7c34a89ad1ec, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:19:23,702 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-07T11:19:23,706 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:19:23,706 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:19:23,706 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:19:23,706 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:19:23,707 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978362001Running coprocessor pre-close hooks at 1730978362001Disabling compacts and flushes for region at 1730978362001Disabling writes for close at 1730978362001Obtaining lock to block concurrent updates at 1730978362001Preparing flush snapshotting stores in 1588230740 at 1730978362001Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978362001Flushing stores of hbase:meta,,1.1588230740 at 1730978362002 (+1 ms)Flushing 1588230740/info: creating writer at 1730978362002Flushing 1588230740/info: appending metadata at 1730978362014 (+12 ms)Flushing 1588230740/info: closing flushed file at 1730978362014Flushing 1588230740/ns: creating writer at 1730978362423 (+409 ms)Flushing 1588230740/ns: appending metadata at 1730978362435 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1730978362435Flushing 1588230740/rep_barrier: creating writer at 1730978362843 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978362855 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978362855Flushing 1588230740/table: creating writer at 1730978363263 (+408 ms)Flushing 1588230740/table: appending metadata at 1730978363279 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730978363279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157b67e4: reopening flushed file at 1730978363687 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4629b501: reopening flushed file at 1730978363691 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747ca732: reopening flushed file at 1730978363695 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d2947b5: reopening flushed file at 1730978363698 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1730978363702 (+4 ms)Writing region close event to WAL at 1730978363703 (+1 ms)Running coprocessor post-close hooks at 1730978363706 (+3 ms)Closed at 1730978363706 2024-11-07T11:19:23,707 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:19:23,803 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T11:19:23,803 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,36457,1730978338691; all regions closed. 2024-11-07T11:19:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:19:23,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.meta.1730978342010.meta not finished, retry = 0 2024-11-07T11:19:23,826 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.1730978341021 to pos 1803, reset compression=false 2024-11-07T11:19:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741839_1015 (size=1733) 2024-11-07T11:19:23,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/WALs/4ab3d709c6df,36457,1730978338691/4ab3d709c6df%2C36457%2C1730978338691.rep.1730978351669 not finished, retry = 0 2024-11-07T11:19:24,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741832_1008 (size=1811) 2024-11-07T11:19:24,011 DEBUG [RS:0;4ab3d709c6df:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:24,011 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:19:24,011 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:19:24,011 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:19:24,011 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:19:24,011 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:19:24,011 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,36457,1730978338691 because: Region server is closing 2024-11-07T11:19:24,011 INFO [RS:0;4ab3d709c6df:36457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:36457. 2024-11-07T11:19:24,011 DEBUG [RS:0;4ab3d709c6df:36457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:24,011 DEBUG [RS:0;4ab3d709c6df:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:24,012 DEBUG [RS:0;4ab3d709c6df:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:24,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:24,112 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.shipper4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 terminated 2024-11-07T11:19:24,112 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,36457,1730978338691.replicationSource.wal-reader.4ab3d709c6df%2C36457%2C1730978338691,1-4ab3d709c6df,36457,1730978338691 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:19:24,112 INFO [RS:0;4ab3d709c6df:36457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:36457. 2024-11-07T11:19:24,112 DEBUG [RS:0;4ab3d709c6df:36457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:24,112 DEBUG [RS:0;4ab3d709c6df:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:24,112 DEBUG [RS:0;4ab3d709c6df:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:24,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:24,112 INFO [RS:0;4ab3d709c6df:36457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36457 2024-11-07T11:19:24,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175437393/rs/4ab3d709c6df,36457,1730978338691 2024-11-07T11:19:24,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393/rs 2024-11-07T11:19:24,167 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:19:24,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,36457,1730978338691] 2024-11-07T11:19:24,188 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1175437393/draining/4ab3d709c6df,36457,1730978338691 already deleted, retry=false 2024-11-07T11:19:24,188 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,36457,1730978338691 expired; onlineServers=0 2024-11-07T11:19:24,188 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,45415,1730978338487' ***** 2024-11-07T11:19:24,188 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:19:24,188 INFO [M:0;4ab3d709c6df:45415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:19:24,188 INFO [M:0;4ab3d709c6df:45415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:19:24,188 DEBUG [M:0;4ab3d709c6df:45415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:19:24,188 DEBUG [M:0;4ab3d709c6df:45415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:19:24,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:19:24,188 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978340764 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978340764,5,FailOnTimeoutGroup] 2024-11-07T11:19:24,188 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978340765 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978340765,5,FailOnTimeoutGroup] 2024-11-07T11:19:24,188 INFO [M:0;4ab3d709c6df:45415 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:19:24,188 INFO [M:0;4ab3d709c6df:45415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:19:24,189 DEBUG [M:0;4ab3d709c6df:45415 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:19:24,189 INFO [M:0;4ab3d709c6df:45415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:19:24,189 INFO [M:0;4ab3d709c6df:45415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:19:24,189 INFO [M:0;4ab3d709c6df:45415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:19:24,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:19:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1175437393/master 2024-11-07T11:19:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1175437393 2024-11-07T11:19:24,198 DEBUG [M:0;4ab3d709c6df:45415 {}] zookeeper.ZKUtil(347): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Unable to get data of znode /0-1175437393/master because node does not exist (not an error) 2024-11-07T11:19:24,199 WARN [M:0;4ab3d709c6df:45415 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:19:24,199 INFO [M:0;4ab3d709c6df:45415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/.lastflushedseqids 2024-11-07T11:19:24,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741847_1023 (size=245) 2024-11-07T11:19:24,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:19:24,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:19:24,278 INFO [RS:0;4ab3d709c6df:36457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:19:24,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101150549f80001, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:19:24,278 INFO [RS:0;4ab3d709c6df:36457 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,36457,1730978338691; zookeeper connection closed. 2024-11-07T11:19:24,278 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79b74cf0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79b74cf0 2024-11-07T11:19:24,278 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:19:24,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:24,607 INFO [M:0;4ab3d709c6df:45415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:19:24,607 INFO [M:0;4ab3d709c6df:45415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:19:24,607 DEBUG [M:0;4ab3d709c6df:45415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:19:24,607 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:24,607 DEBUG [M:0;4ab3d709c6df:45415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:24,607 DEBUG [M:0;4ab3d709c6df:45415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:19:24,607 DEBUG [M:0;4ab3d709c6df:45415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:24,607 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T11:19:24,620 DEBUG [M:0;4ab3d709c6df:45415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e37275ad024e4ebbb84e59097d880724 is 82, key is hbase:meta,,1/info:regioninfo/1730978342043/Put/seqid=0 2024-11-07T11:19:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741848_1024 (size=5672) 2024-11-07T11:19:25,024 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e37275ad024e4ebbb84e59097d880724 2024-11-07T11:19:25,040 DEBUG [M:0;4ab3d709c6df:45415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/845a0a6fcdad4ee991f39a59152e3a91 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730978351706/Put/seqid=0 2024-11-07T11:19:25,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741849_1025 (size=8517) 2024-11-07T11:19:25,444 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/845a0a6fcdad4ee991f39a59152e3a91 2024-11-07T11:19:25,459 DEBUG [M:0;4ab3d709c6df:45415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42575f65628447898930be5bbee40526 is 69, key is 4ab3d709c6df,36457,1730978338691/rs:state/1730978340852/Put/seqid=0 2024-11-07T11:19:25,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741850_1026 (size=5156) 2024-11-07T11:19:25,863 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42575f65628447898930be5bbee40526 2024-11-07T11:19:25,867 DEBUG [M:0;4ab3d709c6df:45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e37275ad024e4ebbb84e59097d880724 as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e37275ad024e4ebbb84e59097d880724 2024-11-07T11:19:25,870 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e37275ad024e4ebbb84e59097d880724, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T11:19:25,870 DEBUG [M:0;4ab3d709c6df:45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/845a0a6fcdad4ee991f39a59152e3a91 as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/845a0a6fcdad4ee991f39a59152e3a91 2024-11-07T11:19:25,873 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/845a0a6fcdad4ee991f39a59152e3a91, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T11:19:25,874 DEBUG [M:0;4ab3d709c6df:45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42575f65628447898930be5bbee40526 as hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42575f65628447898930be5bbee40526 2024-11-07T11:19:25,878 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36269/user/jenkins/test-data/89545c18-c281-6b28-c806-27079b60cc97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42575f65628447898930be5bbee40526, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T11:19:25,879 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-07T11:19:25,880 INFO [M:0;4ab3d709c6df:45415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:25,880 DEBUG [M:0;4ab3d709c6df:45415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978364607Disabling compacts and flushes for region at 1730978364607Disabling writes for close at 1730978364607Obtaining lock to block concurrent updates at 1730978364607Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978364607Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730978364607Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978364608 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978364608Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978364620 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978364620Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978365027 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978365040 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978365040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978365447 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978365459 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978365459Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76232c68: reopening flushed file at 1730978365866 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202898ad: reopening flushed file at 1730978365870 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fdb8852: reopening flushed file at 1730978365874 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1730978365879 (+5 ms)Writing region close event to WAL at 1730978365880 (+1 ms)Closed at 1730978365880 2024-11-07T11:19:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44321 is added to blk_1073741830_1006 (size=63666) 2024-11-07T11:19:25,883 INFO [M:0;4ab3d709c6df:45415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:19:25,883 INFO [M:0;4ab3d709c6df:45415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45415 2024-11-07T11:19:25,884 INFO [M:0;4ab3d709c6df:45415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:19:25,884 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:19:26,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:19:26,078 INFO [M:0;4ab3d709c6df:45415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:19:26,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x101150549f80000, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:19:26,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@175f77a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:19:26,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:19:26,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:19:26,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:19:26,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.log.dir/,STOPPED} 2024-11-07T11:19:26,081 WARN [BP-1395000978-172.17.0.2-1730978336357 heartbeating to localhost/127.0.0.1:36269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:19:26,081 WARN [BP-1395000978-172.17.0.2-1730978336357 heartbeating to localhost/127.0.0.1:36269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1395000978-172.17.0.2-1730978336357 (Datanode Uuid bd11f63d-4cbd-40bd-81fe-48b0f4a00504) service to localhost/127.0.0.1:36269 2024-11-07T11:19:26,081 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:19:26,081 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:19:26,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/cluster_533ccd28-80c8-1793-afbf-b70582e548f2/data/data1/current/BP-1395000978-172.17.0.2-1730978336357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:19:26,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/cluster_533ccd28-80c8-1793-afbf-b70582e548f2/data/data2/current/BP-1395000978-172.17.0.2-1730978336357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:19:26,082 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:19:26,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3345c3bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:19:26,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:19:26,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:19:26,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:19:26,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32d0bbb7-4018-a3cb-eb48-6547835f5ab1/hadoop.log.dir/,STOPPED} 2024-11-07T11:19:26,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:19:26,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:19:26,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 243) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46233 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60225) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60225) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36269 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=1686 (was 1776) 2024-11-07T11:19:26,123 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=1686 2024-11-07T11:19:26,138 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-07T11:19:26,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.log.dir so I do NOT create it in target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40 2024-11-07T11:19:26,139 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:19:26,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.tmp.dir so I do NOT create it in target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40 2024-11-07T11:19:26,139 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ca18ee9-1484-fadb-79f6-53d4db10e513/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:19:26,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40 2024-11-07T11:19:26,139 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/cluster_de0888ca-aef9-3b29-6ee2-220b356aabe6, deleteOnExit=true 2024-11-07T11:19:26,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/cluster_de0888ca-aef9-3b29-6ee2-220b356aabe6/zookeeper_0, clientPort=56415, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/cluster_de0888ca-aef9-3b29-6ee2-220b356aabe6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/cluster_de0888ca-aef9-3b29-6ee2-220b356aabe6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:19:26,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56415 2024-11-07T11:19:26,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/test.cache.data in system properties and HBase conf 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:19:26,162 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:19:26,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:19:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101150549f80005, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:19:26,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101150549f80002, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:19:26,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101150549f80002, quorum=127.0.0.1:60225, baseZNode=/0-1175437393 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:19:26,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101150549f80005, quorum=127.0.0.1:60225, baseZNode=/11447619096 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:19:26,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:26,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:19:26,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:19:26,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:19:26,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:19:26,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:26,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@724e6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:19:26,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7188027e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:19:26,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41288b05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/java.io.tmpdir/jetty-localhost-46609-hadoop-hdfs-3_4_1-tests_jar-_-any-5524217703250601088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:19:26,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69b9fcac{HTTP/1.1, (http/1.1)}{localhost:46609} 2024-11-07T11:19:26,573 INFO [Time-limited test {}] server.Server(415): Started @230577ms 2024-11-07T11:19:26,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:26,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:19:26,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:19:26,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:19:26,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:19:26,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc581e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:19:26,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69529380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:19:26,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c34ea28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/java.io.tmpdir/jetty-localhost-37117-hadoop-hdfs-3_4_1-tests_jar-_-any-12921695833144207441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:19:26,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f2cadec{HTTP/1.1, (http/1.1)}{localhost:37117} 2024-11-07T11:19:26,950 INFO [Time-limited test {}] server.Server(415): Started @230954ms 2024-11-07T11:19:26,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:19:27,951 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/cluster_de0888ca-aef9-3b29-6ee2-220b356aabe6/data/data1/current/BP-726858143-172.17.0.2-1730978366180/current, will proceed with Du for space computation calculation, 2024-11-07T11:19:27,951 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/cluster_de0888ca-aef9-3b29-6ee2-220b356aabe6/data/data2/current/BP-726858143-172.17.0.2-1730978366180/current, will proceed with Du for space computation calculation, 2024-11-07T11:19:27,968 WARN [Thread-2649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:19:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef6300fd48499f8d with lease ID 0x3f8f968427acf6ed: Processing first storage report for DS-616b81a8-65e0-4ae6-a100-3775d3f70cf8 from datanode DatanodeRegistration(127.0.0.1:33935, datanodeUuid=63602fa2-ad95-4931-b178-b5527bc35b09, infoPort=43283, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1706724934;c=1730978366180) 2024-11-07T11:19:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef6300fd48499f8d with lease ID 0x3f8f968427acf6ed: from storage DS-616b81a8-65e0-4ae6-a100-3775d3f70cf8 node DatanodeRegistration(127.0.0.1:33935, datanodeUuid=63602fa2-ad95-4931-b178-b5527bc35b09, infoPort=43283, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1706724934;c=1730978366180), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:19:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef6300fd48499f8d with lease ID 0x3f8f968427acf6ed: Processing first storage report for DS-2802ce6e-f952-4812-bf29-6b063d62e931 from datanode DatanodeRegistration(127.0.0.1:33935, datanodeUuid=63602fa2-ad95-4931-b178-b5527bc35b09, infoPort=43283, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1706724934;c=1730978366180) 2024-11-07T11:19:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef6300fd48499f8d with lease ID 0x3f8f968427acf6ed: from storage DS-2802ce6e-f952-4812-bf29-6b063d62e931 node DatanodeRegistration(127.0.0.1:33935, datanodeUuid=63602fa2-ad95-4931-b178-b5527bc35b09, infoPort=43283, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1706724934;c=1730978366180), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:19:27,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40 2024-11-07T11:19:27,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:27,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:19:28,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1 with version=8 2024-11-07T11:19:28,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/hbase-staging 2024-11-07T11:19:28,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:19:28,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:28,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:28,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:19:28,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:28,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:19:28,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:19:28,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:19:28,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43573 2024-11-07T11:19:28,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43573 connecting to ZooKeeper ensemble=127.0.0.1:56415 2024-11-07T11:19:28,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435730x0, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:28,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43573-0x1011505be7c0000 connected 2024-11-07T11:19:28,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:28,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:28,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on znode that does not yet exist, /0-469770693/running 2024-11-07T11:19:28,570 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1, hbase.cluster.distributed=false 2024-11-07T11:19:28,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on znode that does not yet exist, /0-469770693/acl 2024-11-07T11:19:28,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43573 2024-11-07T11:19:28,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43573 2024-11-07T11:19:28,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43573 2024-11-07T11:19:28,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43573 2024-11-07T11:19:28,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43573 2024-11-07T11:19:28,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:19:28,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:28,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:28,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:19:28,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:28,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:19:28,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:19:28,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:19:28,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38253 2024-11-07T11:19:28,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38253 connecting to ZooKeeper ensemble=127.0.0.1:56415 2024-11-07T11:19:28,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:28,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:28,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382530x0, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:28,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on znode that does not yet exist, /0-469770693/running 2024-11-07T11:19:28,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38253-0x1011505be7c0001 connected 2024-11-07T11:19:28,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:19:28,605 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:19:28,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on znode that does not yet exist, /0-469770693/master 2024-11-07T11:19:28,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on znode that does not yet exist, /0-469770693/acl 2024-11-07T11:19:28,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38253 2024-11-07T11:19:28,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38253 2024-11-07T11:19:28,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38253 2024-11-07T11:19:28,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38253 2024-11-07T11:19:28,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38253 2024-11-07T11:19:28,629 DEBUG [M:0;4ab3d709c6df:43573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:43573 2024-11-07T11:19:28,629 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-469770693/backup-masters/4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:28,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693/backup-masters 2024-11-07T11:19:28,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693/backup-masters 2024-11-07T11:19:28,641 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on existing znode=/0-469770693/backup-masters/4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:28,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-469770693/master 2024-11-07T11:19:28,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:28,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:28,651 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on existing znode=/0-469770693/master 2024-11-07T11:19:28,651 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-469770693/backup-masters/4ab3d709c6df,43573,1730978368387 from backup master directory 2024-11-07T11:19:28,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-469770693/backup-masters/4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:28,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693/backup-masters 2024-11-07T11:19:28,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693/backup-masters 2024-11-07T11:19:28,661 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:19:28,661 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:28,664 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/hbase.id] with ID: 2a028c94-23bf-4a25-aec2-ccdfb40a6c15 2024-11-07T11:19:28,664 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/.tmp/hbase.id 2024-11-07T11:19:28,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:19:29,068 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/.tmp/hbase.id]:[hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/hbase.id] 2024-11-07T11:19:29,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:29,075 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:19:29,076 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:19:29,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:29,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:29,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:19:29,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:19:29,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:29,529 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:29,530 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:19:29,530 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:19:29,935 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store 2024-11-07T11:19:29,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:19:30,340 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:30,340 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:19:30,340 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:30,340 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:30,340 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:19:30,340 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:30,340 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:30,341 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978370340Disabling compacts and flushes for region at 1730978370340Disabling writes for close at 1730978370340Writing region close event to WAL at 1730978370340Closed at 1730978370340 2024-11-07T11:19:30,341 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/.initializing 2024-11-07T11:19:30,341 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/WALs/4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:30,342 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:30,343 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C43573%2C1730978368387, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/WALs/4ab3d709c6df,43573,1730978368387, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/oldWALs, maxLogs=10 2024-11-07T11:19:30,359 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/WALs/4ab3d709c6df,43573,1730978368387/4ab3d709c6df%2C43573%2C1730978368387.1730978370344, exclude list is [], retry=0 2024-11-07T11:19:30,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33935,DS-616b81a8-65e0-4ae6-a100-3775d3f70cf8,DISK] 2024-11-07T11:19:30,363 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/WALs/4ab3d709c6df,43573,1730978368387/4ab3d709c6df%2C43573%2C1730978368387.1730978370344 2024-11-07T11:19:30,364 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-11-07T11:19:30,364 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:30,364 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:30,364 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,364 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:19:30,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:30,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:30,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:19:30,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:30,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:30,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:19:30,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:30,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:30,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:19:30,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:30,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:30,372 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,373 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,373 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,374 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,374 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,374 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:30,375 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:30,378 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:30,378 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67596635, jitterRate=0.007268354296684265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:30,379 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978370365Initializing all the Stores at 1730978370365Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978370365Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978370367 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978370367Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978370367Cleaning up temporary data from old regions at 1730978370374 (+7 ms)Region opened successfully at 1730978370379 (+5 ms) 2024-11-07T11:19:30,379 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:19:30,381 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1882598b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:30,382 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:19:30,382 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:19:30,382 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:19:30,382 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:19:30,383 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:19:30,383 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:19:30,383 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:19:30,385 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:19:30,385 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Unable to get data of znode /0-469770693/balancer because node does not exist (not necessarily an error) 2024-11-07T11:19:30,503 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-469770693/balancer already deleted, retry=false 2024-11-07T11:19:30,504 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:19:30,504 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Unable to get data of znode /0-469770693/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:19:30,514 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-469770693/normalizer already deleted, retry=false 2024-11-07T11:19:30,514 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:19:30,515 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Unable to get data of znode /0-469770693/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:19:30,524 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-469770693/switch/split already deleted, retry=false 2024-11-07T11:19:30,525 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Unable to get data of znode /0-469770693/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:19:30,535 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-469770693/switch/merge already deleted, retry=false 2024-11-07T11:19:30,537 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Unable to get data of znode /0-469770693/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:19:30,545 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-469770693/snapshot-cleanup already deleted, retry=false 2024-11-07T11:19:30,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-469770693/running 2024-11-07T11:19:30,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-469770693/running 2024-11-07T11:19:30,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:30,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:30,556 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,43573,1730978368387, sessionid=0x1011505be7c0000, setting cluster-up flag (Was=false) 2024-11-07T11:19:30,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:30,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:30,609 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-469770693/flush-table-proc/acquired, /0-469770693/flush-table-proc/reached, /0-469770693/flush-table-proc/abort 2024-11-07T11:19:30,609 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:30,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:30,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:30,661 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-469770693/online-snapshot/acquired, /0-469770693/online-snapshot/reached, /0-469770693/online-snapshot/abort 2024-11-07T11:19:30,662 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:30,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:19:30,665 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:30,665 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:19:30,665 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:19:30,665 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,43573,1730978368387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:19:30,666 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:30,666 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:30,666 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:30,666 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:30,666 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:19:30,667 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,667 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:30,667 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,667 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978400667 2024-11-07T11:19:30,667 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:19:30,667 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:19:30,667 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:19:30,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:19:30,668 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:19:30,668 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:30,669 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978370668,5,FailOnTimeoutGroup] 2024-11-07T11:19:30,669 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:19:30,670 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978370669,5,FailOnTimeoutGroup] 2024-11-07T11:19:30,670 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,670 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:19:30,671 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,671 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:19:30,717 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(746): ClusterId : 2a028c94-23bf-4a25-aec2-ccdfb40a6c15 2024-11-07T11:19:30,717 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:19:30,725 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:19:30,725 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:19:30,736 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:19:30,736 DEBUG [RS:0;4ab3d709c6df:38253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a6dece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:30,747 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:38253 2024-11-07T11:19:30,747 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:19:30,747 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:19:30,747 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:19:30,748 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,43573,1730978368387 with port=38253, startcode=1730978368587 2024-11-07T11:19:30,748 DEBUG [RS:0;4ab3d709c6df:38253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:19:30,749 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:19:30,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:30,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43573 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:30,751 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1 2024-11-07T11:19:30,751 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45681 2024-11-07T11:19:30,751 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:19:30,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693/rs 2024-11-07T11:19:30,762 DEBUG [RS:0;4ab3d709c6df:38253 {}] zookeeper.ZKUtil(111): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on existing znode=/0-469770693/rs/4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:30,762 WARN [RS:0;4ab3d709c6df:38253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:19:30,762 INFO [RS:0;4ab3d709c6df:38253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:30,763 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:30,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,38253,1730978368587] 2024-11-07T11:19:30,765 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:19:30,766 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:19:30,767 INFO [RS:0;4ab3d709c6df:38253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:19:30,767 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,767 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:19:30,767 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:19:30,767 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,767 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,767 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,767 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,767 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,767 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,767 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:30,767 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,767 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,768 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,768 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,768 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,768 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:30,768 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:30,768 DEBUG [RS:0;4ab3d709c6df:38253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:30,768 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,768 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,768 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,768 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,768 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,768 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38253,1730978368587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:30,780 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:19:30,781 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38253,1730978368587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,781 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,781 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.Replication(171): 4ab3d709c6df,38253,1730978368587 started 2024-11-07T11:19:30,792 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:30,792 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,38253,1730978368587, RpcServer on 4ab3d709c6df/172.17.0.2:38253, sessionid=0x1011505be7c0001 2024-11-07T11:19:30,792 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:19:30,792 DEBUG [RS:0;4ab3d709c6df:38253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:30,792 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38253,1730978368587' 2024-11-07T11:19:30,792 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-469770693/flush-table-proc/abort' 2024-11-07T11:19:30,793 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-469770693/flush-table-proc/acquired' 2024-11-07T11:19:30,793 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:19:30,793 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:19:30,793 DEBUG [RS:0;4ab3d709c6df:38253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:30,793 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38253,1730978368587' 2024-11-07T11:19:30,793 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-469770693/online-snapshot/abort' 2024-11-07T11:19:30,793 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-469770693/online-snapshot/acquired' 2024-11-07T11:19:30,794 DEBUG [RS:0;4ab3d709c6df:38253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:19:30,794 INFO [RS:0;4ab3d709c6df:38253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:19:30,794 INFO [RS:0;4ab3d709c6df:38253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:19:30,894 INFO [RS:0;4ab3d709c6df:38253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:30,895 INFO [RS:0;4ab3d709c6df:38253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38253%2C1730978368587, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/oldWALs, maxLogs=10 2024-11-07T11:19:30,907 DEBUG [RS:0;4ab3d709c6df:38253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, exclude list is [], retry=0 2024-11-07T11:19:30,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33935,DS-616b81a8-65e0-4ae6-a100-3775d3f70cf8,DISK] 2024-11-07T11:19:30,911 INFO [RS:0;4ab3d709c6df:38253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 2024-11-07T11:19:30,911 DEBUG [RS:0;4ab3d709c6df:38253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-11-07T11:19:31,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:19:31,076 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1 2024-11-07T11:19:31,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:19:31,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:31,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:31,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:31,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:31,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:31,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:31,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:31,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:31,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:31,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:31,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:31,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:31,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:31,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:31,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:31,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:31,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:31,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:31,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740 2024-11-07T11:19:31,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740 2024-11-07T11:19:31,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:31,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:31,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:31,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:31,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:31,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63103374, jitterRate=-0.05968645215034485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:31,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978371481Initializing all the Stores at 1730978371482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978371482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978371482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978371482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978371482Cleaning up temporary data from old regions at 1730978371488 (+6 ms)Region opened successfully at 1730978371491 (+3 ms) 2024-11-07T11:19:31,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:19:31,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:19:31,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:19:31,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:19:31,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:19:31,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:19:31,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978371491Disabling compacts and flushes for region at 1730978371491Disabling writes for close at 1730978371491Writing region close event to WAL at 1730978371491Closed at 1730978371491 2024-11-07T11:19:31,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:31,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:19:31,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:19:31,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:31,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:19:31,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:31,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:31,643 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38441 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:31,644 DEBUG [4ab3d709c6df:43573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:19:31,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:31,645 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38253,1730978368587, state=OPENING 2024-11-07T11:19:31,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:19:31,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:31,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:31,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:31,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-469770693/meta-region-server: CHANGED 2024-11-07T11:19:31,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-469770693/meta-region-server: CHANGED 2024-11-07T11:19:31,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38253,1730978368587}] 2024-11-07T11:19:31,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:31,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:19:31,876 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:19:31,876 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:31,876 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:19:31,877 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38253%2C1730978368587.meta, suffix=.meta, logDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/oldWALs, maxLogs=10 2024-11-07T11:19:31,890 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.meta.1730978371878.meta, exclude list is [], retry=0 2024-11-07T11:19:31,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33935,DS-616b81a8-65e0-4ae6-a100-3775d3f70cf8,DISK] 2024-11-07T11:19:31,893 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.meta.1730978371878.meta 2024-11-07T11:19:31,894 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-11-07T11:19:31,894 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:31,894 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:31,894 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:31,894 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:19:31,894 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:19:31,894 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:19:31,894 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:31,894 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:19:31,894 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:19:31,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:31,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:31,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:31,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:31,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:31,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:31,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:31,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:31,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:31,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:31,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:31,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:31,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:31,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:31,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:31,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:31,899 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:31,899 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740 2024-11-07T11:19:31,900 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740 2024-11-07T11:19:31,901 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:31,901 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:31,901 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:31,902 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:31,902 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73188279, jitterRate=0.09059034287929535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:31,902 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:19:31,903 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978371894Writing region info on filesystem at 1730978371894Initializing all the Stores at 1730978371895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978371895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978371895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978371895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978371895Cleaning up temporary data from old regions at 1730978371901 (+6 ms)Running coprocessor post-open hooks at 1730978371902 (+1 ms)Region opened successfully at 1730978371903 (+1 ms) 2024-11-07T11:19:31,903 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978371872 2024-11-07T11:19:31,905 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:19:31,905 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:19:31,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:31,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38253,1730978368587, state=OPEN 2024-11-07T11:19:31,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-469770693/meta-region-server 2024-11-07T11:19:31,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-469770693/meta-region-server 2024-11-07T11:19:31,940 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:31,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-469770693/meta-region-server: CHANGED 2024-11-07T11:19:31,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-469770693/meta-region-server: CHANGED 2024-11-07T11:19:31,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:19:31,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38253,1730978368587 in 221 msec 2024-11-07T11:19:31,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:19:31,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-07T11:19:31,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:31,945 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:19:31,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:31,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38253,1730978368587, seqNum=-1] 2024-11-07T11:19:31,946 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:31,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:31,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-07T11:19:31,951 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978371951, completionTime=-1 2024-11-07T11:19:31,951 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:19:31,951 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:19:31,953 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:19:31,953 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978431953 2024-11-07T11:19:31,953 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978491953 2024-11-07T11:19:31,953 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:19:31,953 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43573,1730978368387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:31,953 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43573,1730978368387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:31,953 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43573,1730978368387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:31,953 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:43573, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:31,953 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:31,954 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:31,955 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:19:31,957 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.296sec 2024-11-07T11:19:31,957 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:19:31,957 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:19:31,957 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:19:31,957 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:19:31,957 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:19:31,957 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43573,1730978368387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:31,957 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43573,1730978368387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:19:31,959 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:19:31,959 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:19:31,959 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43573,1730978368387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:32,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b42d975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:32,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43573,-1 for getting cluster id 2024-11-07T11:19:32,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:32,019 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a028c94-23bf-4a25-aec2-ccdfb40a6c15' 2024-11-07T11:19:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a028c94-23bf-4a25-aec2-ccdfb40a6c15" 2024-11-07T11:19:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2a653a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43573,-1] 2024-11-07T11:19:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:32,021 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:32,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:32,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:32,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38253,1730978368587, seqNum=-1] 2024-11-07T11:19:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:32,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:32,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:32,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56415 2024-11-07T11:19:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:32,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011505be7c0002 connected 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.log.dir so I do NOT create it in target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874 2024-11-07T11:19:32,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.tmp.dir so I do NOT create it in target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874 2024-11-07T11:19:32,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:19:32,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/cluster_3995141b-1dac-0d2b-4286-60150fc8664b, deleteOnExit=true 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/test.cache.data in system properties and HBase conf 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:19:32,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:19:32,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:19:32,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:19:32,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:19:32,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:19:32,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:32,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:19:32,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:19:32,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:19:32,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:19:32,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:32,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:19:32,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:19:32,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25f2316d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/java.io.tmpdir/jetty-localhost-36275-hadoop-hdfs-3_4_1-tests_jar-_-any-16432086814687616960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:19:32,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:36275} 2024-11-07T11:19:32,487 INFO [Time-limited test {}] server.Server(415): Started @236491ms 2024-11-07T11:19:32,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:32,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:19:32,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:19:32,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:19:32,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:19:32,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:19:32,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:19:32,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53c664ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/java.io.tmpdir/jetty-localhost-41155-hadoop-hdfs-3_4_1-tests_jar-_-any-17828778660949836719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:19:32,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:41155} 2024-11-07T11:19:32,821 INFO [Time-limited test {}] server.Server(415): Started @236825ms 2024-11-07T11:19:32,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:19:33,488 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/cluster_3995141b-1dac-0d2b-4286-60150fc8664b/data/data1/current/BP-129415848-172.17.0.2-1730978372078/current, will proceed with Du for space computation calculation, 2024-11-07T11:19:33,488 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/cluster_3995141b-1dac-0d2b-4286-60150fc8664b/data/data2/current/BP-129415848-172.17.0.2-1730978372078/current, will proceed with Du for space computation calculation, 2024-11-07T11:19:33,507 WARN [Thread-2770 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:19:33,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d64faa83d6b7351 with lease ID 0xbabf62ce134de37c: Processing first storage report for DS-114bb378-ad60-4b0c-bd08-dda64e9ba945 from datanode DatanodeRegistration(127.0.0.1:41161, datanodeUuid=ec4b8ddb-1a0f-4346-a92d-1ea62643a3d6, infoPort=41461, infoSecurePort=0, ipcPort=44579, storageInfo=lv=-57;cid=testClusterID;nsid=1389713359;c=1730978372078) 2024-11-07T11:19:33,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d64faa83d6b7351 with lease ID 0xbabf62ce134de37c: from storage DS-114bb378-ad60-4b0c-bd08-dda64e9ba945 node DatanodeRegistration(127.0.0.1:41161, datanodeUuid=ec4b8ddb-1a0f-4346-a92d-1ea62643a3d6, infoPort=41461, infoSecurePort=0, ipcPort=44579, storageInfo=lv=-57;cid=testClusterID;nsid=1389713359;c=1730978372078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:19:33,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d64faa83d6b7351 with lease ID 0xbabf62ce134de37c: Processing first storage report for DS-03a09aca-5bdf-48a4-8b36-040da4029fc2 from datanode DatanodeRegistration(127.0.0.1:41161, datanodeUuid=ec4b8ddb-1a0f-4346-a92d-1ea62643a3d6, infoPort=41461, infoSecurePort=0, ipcPort=44579, storageInfo=lv=-57;cid=testClusterID;nsid=1389713359;c=1730978372078) 2024-11-07T11:19:33,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d64faa83d6b7351 with lease ID 0xbabf62ce134de37c: from storage DS-03a09aca-5bdf-48a4-8b36-040da4029fc2 node DatanodeRegistration(127.0.0.1:41161, datanodeUuid=ec4b8ddb-1a0f-4346-a92d-1ea62643a3d6, infoPort=41461, infoSecurePort=0, ipcPort=44579, storageInfo=lv=-57;cid=testClusterID;nsid=1389713359;c=1730978372078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:19:33,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874 2024-11-07T11:19:33,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:33,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:19:33,964 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7 with version=8 2024-11-07T11:19:33,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/hbase-staging 2024-11-07T11:19:33,966 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:19:33,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:33,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:33,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:19:33,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:33,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:19:33,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:19:33,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:19:33,967 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33873 2024-11-07T11:19:33,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33873 connecting to ZooKeeper ensemble=127.0.0.1:56415 2024-11-07T11:19:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338730x0, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:34,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33873-0x1011505be7c0003 connected 2024-11-07T11:19:34,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:34,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:34,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on znode that does not yet exist, /1379286854/running 2024-11-07T11:19:34,102 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7, hbase.cluster.distributed=false 2024-11-07T11:19:34,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on znode that does not yet exist, /1379286854/acl 2024-11-07T11:19:34,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-07T11:19:34,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33873 2024-11-07T11:19:34,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33873 2024-11-07T11:19:34,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-07T11:19:34,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-07T11:19:34,118 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:19:34,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:34,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:34,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:19:34,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:34,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:19:34,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:19:34,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:19:34,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39007 2024-11-07T11:19:34,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39007 connecting to ZooKeeper ensemble=127.0.0.1:56415 2024-11-07T11:19:34,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:34,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:34,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390070x0, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:34,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390070x0, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on znode that does not yet exist, /1379286854/running 2024-11-07T11:19:34,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39007-0x1011505be7c0004 connected 2024-11-07T11:19:34,136 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:19:34,136 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:19:34,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on znode that does not yet exist, /1379286854/master 2024-11-07T11:19:34,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on znode that does not yet exist, /1379286854/acl 2024-11-07T11:19:34,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39007 2024-11-07T11:19:34,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39007 2024-11-07T11:19:34,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39007 2024-11-07T11:19:34,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39007 2024-11-07T11:19:34,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39007 2024-11-07T11:19:34,154 DEBUG [M:0;4ab3d709c6df:33873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:33873 2024-11-07T11:19:34,155 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1379286854/backup-masters/4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854/backup-masters 2024-11-07T11:19:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854/backup-masters 2024-11-07T11:19:34,167 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on existing znode=/1379286854/backup-masters/4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:34,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:34,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1379286854/master 2024-11-07T11:19:34,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:34,177 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on existing znode=/1379286854/master 2024-11-07T11:19:34,178 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1379286854/backup-masters/4ab3d709c6df,33873,1730978373966 from backup master directory 2024-11-07T11:19:34,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379286854/backup-masters/4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:34,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854/backup-masters 2024-11-07T11:19:34,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854/backup-masters 2024-11-07T11:19:34,187 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:19:34,187 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:34,190 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/hbase.id] with ID: 4129c4fe-ddaa-45e2-bfd7-2d503484dad0 2024-11-07T11:19:34,190 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/.tmp/hbase.id 2024-11-07T11:19:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:19:34,195 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/.tmp/hbase.id]:[hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/hbase.id] 2024-11-07T11:19:34,202 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:34,202 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:19:34,202 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T11:19:34,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:34,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:34,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:19:34,619 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:34,619 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:19:34,619 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:34,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:19:35,025 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store 2024-11-07T11:19:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:19:35,430 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:35,430 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:19:35,430 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:35,430 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:35,431 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:19:35,431 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:35,431 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:35,431 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978375430Disabling compacts and flushes for region at 1730978375430Disabling writes for close at 1730978375431 (+1 ms)Writing region close event to WAL at 1730978375431Closed at 1730978375431 2024-11-07T11:19:35,431 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/.initializing 2024-11-07T11:19:35,431 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/WALs/4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:35,432 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:35,433 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C33873%2C1730978373966, suffix=, logDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/WALs/4ab3d709c6df,33873,1730978373966, archiveDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/oldWALs, maxLogs=10 2024-11-07T11:19:35,448 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/WALs/4ab3d709c6df,33873,1730978373966/4ab3d709c6df%2C33873%2C1730978373966.1730978375434, exclude list is [], retry=0 2024-11-07T11:19:35,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-114bb378-ad60-4b0c-bd08-dda64e9ba945,DISK] 2024-11-07T11:19:35,452 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/WALs/4ab3d709c6df,33873,1730978373966/4ab3d709c6df%2C33873%2C1730978373966.1730978375434 2024-11-07T11:19:35,452 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41461:41461)] 2024-11-07T11:19:35,452 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:35,452 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:35,452 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,452 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:19:35,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:35,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:35,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:19:35,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:35,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:35,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:19:35,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:35,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:35,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:19:35,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:35,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:35,458 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,458 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,458 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,459 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,459 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,459 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:35,460 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:35,461 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:35,461 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61183116, jitterRate=-0.08830052614212036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:35,461 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978375452Initializing all the Stores at 1730978375453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978375453Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978375453Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978375453Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978375453Cleaning up temporary data from old regions at 1730978375459 (+6 ms)Region opened successfully at 1730978375461 (+2 ms) 2024-11-07T11:19:35,462 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:19:35,463 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43974053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:35,464 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:19:35,464 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:19:35,464 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:19:35,464 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:19:35,465 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:19:35,465 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:19:35,465 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:19:35,466 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:19:35,467 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Unable to get data of znode /1379286854/balancer because node does not exist (not necessarily an error) 2024-11-07T11:19:35,619 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379286854/balancer already deleted, retry=false 2024-11-07T11:19:35,620 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:19:35,620 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Unable to get data of znode /1379286854/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:19:35,629 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379286854/normalizer already deleted, retry=false 2024-11-07T11:19:35,630 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:19:35,631 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Unable to get data of znode /1379286854/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:19:35,640 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379286854/switch/split already deleted, retry=false 2024-11-07T11:19:35,641 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Unable to get data of znode /1379286854/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:19:35,650 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379286854/switch/merge already deleted, retry=false 2024-11-07T11:19:35,652 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Unable to get data of znode /1379286854/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:19:35,661 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379286854/snapshot-cleanup already deleted, retry=false 2024-11-07T11:19:35,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1379286854/running 2024-11-07T11:19:35,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:35,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1379286854/running 2024-11-07T11:19:35,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:35,672 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,33873,1730978373966, sessionid=0x1011505be7c0003, setting cluster-up flag (Was=false) 2024-11-07T11:19:35,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:35,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:35,724 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1379286854/flush-table-proc/acquired, /1379286854/flush-table-proc/reached, /1379286854/flush-table-proc/abort 2024-11-07T11:19:35,725 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:35,777 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1379286854/online-snapshot/acquired, /1379286854/online-snapshot/reached, /1379286854/online-snapshot/abort 2024-11-07T11:19:35,778 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:35,778 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:19:35,780 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:35,780 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:19:35,780 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:19:35,780 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,33873,1730978373966 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:19:35,781 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:35,781 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:35,782 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:35,782 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:35,782 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:19:35,782 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,782 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:35,782 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,782 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978405782 2024-11-07T11:19:35,782 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:19:35,783 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:19:35,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:35,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:19:35,783 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:19:35,783 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:19:35,783 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:19:35,783 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:19:35,783 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,784 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:35,784 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:19:35,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:19:35,784 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:19:35,784 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:19:35,784 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:19:35,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:19:35,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:19:35,785 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978375785,5,FailOnTimeoutGroup] 2024-11-07T11:19:35,785 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978375785,5,FailOnTimeoutGroup] 2024-11-07T11:19:35,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:19:35,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,785 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:19:35,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:19:35,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7 2024-11-07T11:19:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:19:35,846 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(746): ClusterId : 4129c4fe-ddaa-45e2-bfd7-2d503484dad0 2024-11-07T11:19:35,846 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:19:35,857 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:19:35,857 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:19:35,867 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:19:35,868 DEBUG [RS:0;4ab3d709c6df:39007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbe1564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:35,878 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:39007 2024-11-07T11:19:35,878 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:19:35,878 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:19:35,878 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:19:35,879 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,33873,1730978373966 with port=39007, startcode=1730978374117 2024-11-07T11:19:35,879 DEBUG [RS:0;4ab3d709c6df:39007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:19:35,880 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:19:35,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:35,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33873 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:35,882 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7 2024-11-07T11:19:35,882 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38249 2024-11-07T11:19:35,882 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:19:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854/rs 2024-11-07T11:19:35,893 DEBUG [RS:0;4ab3d709c6df:39007 {}] zookeeper.ZKUtil(111): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on existing znode=/1379286854/rs/4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:35,893 WARN [RS:0;4ab3d709c6df:39007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:19:35,893 INFO [RS:0;4ab3d709c6df:39007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:35,893 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:35,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,39007,1730978374117] 2024-11-07T11:19:35,897 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:19:35,899 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:19:35,899 INFO [RS:0;4ab3d709c6df:39007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:19:35,899 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,900 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:19:35,900 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:19:35,900 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,900 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:35,901 DEBUG [RS:0;4ab3d709c6df:39007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:35,901 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,901 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,901 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,901 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,901 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,901 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39007,1730978374117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:35,915 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:19:35,915 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39007,1730978374117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,915 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,915 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.Replication(171): 4ab3d709c6df,39007,1730978374117 started 2024-11-07T11:19:35,928 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:35,928 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,39007,1730978374117, RpcServer on 4ab3d709c6df/172.17.0.2:39007, sessionid=0x1011505be7c0004 2024-11-07T11:19:35,928 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:19:35,928 DEBUG [RS:0;4ab3d709c6df:39007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:35,928 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,39007,1730978374117' 2024-11-07T11:19:35,928 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1379286854/flush-table-proc/abort' 2024-11-07T11:19:35,929 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1379286854/flush-table-proc/acquired' 2024-11-07T11:19:35,929 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:19:35,929 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:19:35,929 DEBUG [RS:0;4ab3d709c6df:39007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:35,929 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,39007,1730978374117' 2024-11-07T11:19:35,929 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1379286854/online-snapshot/abort' 2024-11-07T11:19:35,930 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1379286854/online-snapshot/acquired' 2024-11-07T11:19:35,930 DEBUG [RS:0;4ab3d709c6df:39007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:19:35,930 INFO [RS:0;4ab3d709c6df:39007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:19:35,930 INFO [RS:0;4ab3d709c6df:39007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:19:36,030 INFO [RS:0;4ab3d709c6df:39007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:36,031 INFO [RS:0;4ab3d709c6df:39007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C39007%2C1730978374117, suffix=, logDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117, archiveDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/oldWALs, maxLogs=10 2024-11-07T11:19:36,043 DEBUG [RS:0;4ab3d709c6df:39007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, exclude list is [], retry=0 2024-11-07T11:19:36,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-114bb378-ad60-4b0c-bd08-dda64e9ba945,DISK] 2024-11-07T11:19:36,046 INFO [RS:0;4ab3d709c6df:39007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 2024-11-07T11:19:36,047 DEBUG [RS:0;4ab3d709c6df:39007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41461:41461)] 2024-11-07T11:19:36,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:36,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:36,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:36,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:36,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:36,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:36,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:36,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:36,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:36,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:36,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:36,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:36,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:36,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:36,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:36,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:36,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:36,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:36,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740 2024-11-07T11:19:36,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740 2024-11-07T11:19:36,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:36,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:36,207 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:36,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:36,209 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:36,209 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63925859, jitterRate=-0.04743047058582306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978376199Initializing all the Stores at 1730978376200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978376200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978376200Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978376200Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978376200Cleaning up temporary data from old regions at 1730978376206 (+6 ms)Region opened successfully at 1730978376209 (+3 ms) 2024-11-07T11:19:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:19:36,209 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:19:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:19:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:19:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:19:36,210 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:19:36,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978376209Disabling compacts and flushes for region at 1730978376209Disabling writes for close at 1730978376209Writing region close event to WAL at 1730978376210 (+1 ms)Closed at 1730978376210 2024-11-07T11:19:36,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:36,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:19:36,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:19:36,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:36,212 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:19:36,362 DEBUG [4ab3d709c6df:33873 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:19:36,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:36,363 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,39007,1730978374117, state=OPENING 2024-11-07T11:19:36,522 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:19:36,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:36,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:36,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:36,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1379286854/meta-region-server: CHANGED 2024-11-07T11:19:36,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1379286854/meta-region-server: CHANGED 2024-11-07T11:19:36,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,39007,1730978374117}] 2024-11-07T11:19:36,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:36,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:19:36,696 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:19:36,697 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:36,697 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:19:36,698 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C39007%2C1730978374117.meta, suffix=.meta, logDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117, archiveDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/oldWALs, maxLogs=10 2024-11-07T11:19:36,710 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.meta.1730978376698.meta, exclude list is [], retry=0 2024-11-07T11:19:36,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-114bb378-ad60-4b0c-bd08-dda64e9ba945,DISK] 2024-11-07T11:19:36,713 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.meta.1730978376698.meta 2024-11-07T11:19:36,713 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41461:41461)] 2024-11-07T11:19:36,713 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:36,714 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:36,714 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:36,714 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:19:36,714 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:19:36,714 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:19:36,714 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:36,714 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:19:36,714 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:19:36,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:36,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:36,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:36,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:36,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:36,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:36,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:36,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:36,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:36,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:36,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:36,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:36,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:36,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:36,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:36,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:36,718 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:36,719 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740 2024-11-07T11:19:36,719 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740 2024-11-07T11:19:36,720 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:36,720 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:36,721 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:36,721 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:36,722 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74407554, jitterRate=0.10875895619392395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:36,722 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:19:36,722 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978376714Writing region info on filesystem at 1730978376714Initializing all the Stores at 1730978376715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978376715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978376715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978376715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978376715Cleaning up temporary data from old regions at 1730978376720 (+5 ms)Running coprocessor post-open hooks at 1730978376722 (+2 ms)Region opened successfully at 1730978376722 2024-11-07T11:19:36,723 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978376693 2024-11-07T11:19:36,724 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:19:36,724 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:19:36,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:36,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,39007,1730978374117, state=OPEN 2024-11-07T11:19:36,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1379286854/meta-region-server 2024-11-07T11:19:36,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1379286854/meta-region-server 2024-11-07T11:19:36,735 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:36,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1379286854/meta-region-server: CHANGED 2024-11-07T11:19:36,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1379286854/meta-region-server: CHANGED 2024-11-07T11:19:36,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:19:36,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,39007,1730978374117 in 194 msec 2024-11-07T11:19:36,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:19:36,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-07T11:19:36,738 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:36,738 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:19:36,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:36,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39007,1730978374117, seqNum=-1] 2024-11-07T11:19:36,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:36,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:36,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 964 msec 2024-11-07T11:19:36,745 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978376744, completionTime=-1 2024-11-07T11:19:36,745 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:19:36,745 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:19:36,746 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:19:36,746 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978436746 2024-11-07T11:19:36,746 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978496746 2024-11-07T11:19:36,746 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:19:36,747 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33873,1730978373966-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:36,747 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33873,1730978373966-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:36,747 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33873,1730978373966-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:36,747 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:33873, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:36,747 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:36,748 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:36,748 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:19:36,750 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.563sec 2024-11-07T11:19:36,751 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:19:36,751 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:19:36,751 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:19:36,751 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:19:36,751 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:19:36,751 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33873,1730978373966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:36,751 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33873,1730978373966-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:19:36,752 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:19:36,752 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:19:36,752 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33873,1730978373966-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:36,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:19:36,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416e9fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:36,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33873,-1 for getting cluster id 2024-11-07T11:19:36,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:36,849 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4129c4fe-ddaa-45e2-bfd7-2d503484dad0' 2024-11-07T11:19:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4129c4fe-ddaa-45e2-bfd7-2d503484dad0" 2024-11-07T11:19:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50025c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:36,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33873,-1] 2024-11-07T11:19:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:36,851 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:36,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:36,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39007,1730978374117, seqNum=-1] 2024-11-07T11:19:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:36,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:36,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:36,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56415 2024-11-07T11:19:36,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:36,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011505be7c0005 connected 2024-11-07T11:19:36,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.log.dir so I do NOT create it in target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66 2024-11-07T11:19:36,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:19:36,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.tmp.dir so I do NOT create it in target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66 2024-11-07T11:19:36,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:19:36,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/cluster_e82ebca8-a78b-5106-5210-8fdd70721ae5, deleteOnExit=true 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/test.cache.data in system properties and HBase conf 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:19:36,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:19:36,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:19:36,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:19:37,264 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T11:19:37,264 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,264 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,303 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,306 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,306 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,308 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:37,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:37,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:19:37,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:19:37,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:19:37,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:19:37,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:37,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:19:37,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:19:37,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@555067b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/java.io.tmpdir/jetty-localhost-37587-hadoop-hdfs-3_4_1-tests_jar-_-any-992096160872847563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:19:37,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:37587} 2024-11-07T11:19:37,432 INFO [Time-limited test {}] server.Server(415): Started @241437ms 2024-11-07T11:19:37,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:19:37,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:19:37,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:19:37,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:19:37,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:19:37,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:19:37,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:19:37,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60672866{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/java.io.tmpdir/jetty-localhost-34753-hadoop-hdfs-3_4_1-tests_jar-_-any-1436291477403242339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:19:37,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:34753} 2024-11-07T11:19:37,746 INFO [Time-limited test {}] server.Server(415): Started @241750ms 2024-11-07T11:19:37,747 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:19:38,356 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/cluster_e82ebca8-a78b-5106-5210-8fdd70721ae5/data/data1/current/BP-265166232-172.17.0.2-1730978376896/current, will proceed with Du for space computation calculation, 2024-11-07T11:19:38,356 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/cluster_e82ebca8-a78b-5106-5210-8fdd70721ae5/data/data2/current/BP-265166232-172.17.0.2-1730978376896/current, will proceed with Du for space computation calculation, 2024-11-07T11:19:38,370 WARN [Thread-2891 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:19:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc167d5fe6e2b3e2f with lease ID 0x9839bc700049e3f3: Processing first storage report for DS-a8416aca-713c-4a58-b77e-454541c3ed3b from datanode DatanodeRegistration(127.0.0.1:36459, datanodeUuid=578a4a9e-162f-439d-89e1-7233248bab75, infoPort=39479, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=1904460196;c=1730978376896) 2024-11-07T11:19:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc167d5fe6e2b3e2f with lease ID 0x9839bc700049e3f3: from storage DS-a8416aca-713c-4a58-b77e-454541c3ed3b node DatanodeRegistration(127.0.0.1:36459, datanodeUuid=578a4a9e-162f-439d-89e1-7233248bab75, infoPort=39479, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=1904460196;c=1730978376896), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:19:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc167d5fe6e2b3e2f with lease ID 0x9839bc700049e3f3: Processing first storage report for DS-a9d76dd4-6918-4e84-81b4-81127150b7b3 from datanode DatanodeRegistration(127.0.0.1:36459, datanodeUuid=578a4a9e-162f-439d-89e1-7233248bab75, infoPort=39479, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=1904460196;c=1730978376896) 2024-11-07T11:19:38,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc167d5fe6e2b3e2f with lease ID 0x9839bc700049e3f3: from storage DS-a9d76dd4-6918-4e84-81b4-81127150b7b3 node DatanodeRegistration(127.0.0.1:36459, datanodeUuid=578a4a9e-162f-439d-89e1-7233248bab75, infoPort=39479, infoSecurePort=0, ipcPort=37877, storageInfo=lv=-57;cid=testClusterID;nsid=1904460196;c=1730978376896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:19:38,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66 2024-11-07T11:19:38,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:38,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:38,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:19:38,884 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c with version=8 2024-11-07T11:19:38,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/hbase-staging 2024-11-07T11:19:38,885 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:19:38,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:38,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:38,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:19:38,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:38,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:19:38,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:19:38,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:19:38,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46019 2024-11-07T11:19:38,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46019 connecting to ZooKeeper ensemble=127.0.0.1:56415 2024-11-07T11:19:38,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460190x0, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:38,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46019-0x1011505be7c0006 connected 2024-11-07T11:19:39,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:39,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:39,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on znode that does not yet exist, /2-742544394/running 2024-11-07T11:19:39,017 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c, hbase.cluster.distributed=false 2024-11-07T11:19:39,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on znode that does not yet exist, /2-742544394/acl 2024-11-07T11:19:39,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46019 2024-11-07T11:19:39,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46019 2024-11-07T11:19:39,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46019 2024-11-07T11:19:39,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46019 2024-11-07T11:19:39,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46019 2024-11-07T11:19:39,033 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:19:39,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:39,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:39,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:19:39,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:19:39,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:19:39,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:19:39,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:19:39,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44363 2024-11-07T11:19:39,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44363 connecting to ZooKeeper ensemble=127.0.0.1:56415 2024-11-07T11:19:39,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:39,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:39,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443630x0, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:39,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443630x0, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on znode that does not yet exist, /2-742544394/running 2024-11-07T11:19:39,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44363-0x1011505be7c0007 connected 2024-11-07T11:19:39,051 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:19:39,051 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:19:39,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on znode that does not yet exist, /2-742544394/master 2024-11-07T11:19:39,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on znode that does not yet exist, /2-742544394/acl 2024-11-07T11:19:39,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-07T11:19:39,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44363 2024-11-07T11:19:39,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44363 2024-11-07T11:19:39,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-07T11:19:39,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-07T11:19:39,070 DEBUG [M:0;4ab3d709c6df:46019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:46019 2024-11-07T11:19:39,072 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-742544394/backup-masters/4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:39,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394/backup-masters 2024-11-07T11:19:39,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394/backup-masters 2024-11-07T11:19:39,082 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on existing znode=/2-742544394/backup-masters/4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:39,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:39,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-742544394/master 2024-11-07T11:19:39,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:39,093 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on existing znode=/2-742544394/master 2024-11-07T11:19:39,093 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-742544394/backup-masters/4ab3d709c6df,46019,1730978378885 from backup master directory 2024-11-07T11:19:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-742544394/backup-masters/4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394/backup-masters 2024-11-07T11:19:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394/backup-masters 2024-11-07T11:19:39,103 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:19:39,103 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:39,106 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/hbase.id] with ID: 18e8d4b1-fae0-45ce-9168-11cc41989919 2024-11-07T11:19:39,106 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/.tmp/hbase.id 2024-11-07T11:19:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:19:39,512 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/.tmp/hbase.id]:[hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/hbase.id] 2024-11-07T11:19:39,519 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:19:39,519 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:19:39,520 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:19:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:19:39,590 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:39,591 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:19:39,591 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:19:39,598 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store 2024-11-07T11:19:39,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:19:40,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:40,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:19:40,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:40,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:40,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:19:40,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:40,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:19:40,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978380005Disabling compacts and flushes for region at 1730978380005Disabling writes for close at 1730978380005Writing region close event to WAL at 1730978380005Closed at 1730978380005 2024-11-07T11:19:40,006 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/.initializing 2024-11-07T11:19:40,006 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/WALs/4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:40,006 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:40,007 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C46019%2C1730978378885, suffix=, logDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/WALs/4ab3d709c6df,46019,1730978378885, archiveDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/oldWALs, maxLogs=10 2024-11-07T11:19:40,020 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/WALs/4ab3d709c6df,46019,1730978378885/4ab3d709c6df%2C46019%2C1730978378885.1730978380008, exclude list is [], retry=0 2024-11-07T11:19:40,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36459,DS-a8416aca-713c-4a58-b77e-454541c3ed3b,DISK] 2024-11-07T11:19:40,023 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/WALs/4ab3d709c6df,46019,1730978378885/4ab3d709c6df%2C46019%2C1730978378885.1730978380008 2024-11-07T11:19:40,024 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)] 2024-11-07T11:19:40,024 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:40,024 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:40,024 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,024 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:19:40,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:40,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:40,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:19:40,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:40,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:40,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:19:40,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:40,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:40,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:19:40,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:40,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:40,030 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,030 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,031 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,031 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,031 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,032 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:40,032 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:19:40,034 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:40,034 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65777003, jitterRate=-0.019846275448799133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:40,034 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978380024Initializing all the Stores at 1730978380025 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978380025Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978380026 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978380026Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978380026Cleaning up temporary data from old regions at 1730978380031 (+5 ms)Region opened successfully at 1730978380034 (+3 ms) 2024-11-07T11:19:40,034 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:19:40,036 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d28cd94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:40,037 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:19:40,037 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:19:40,037 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:19:40,037 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:19:40,037 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:19:40,038 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:19:40,038 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:19:40,039 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:19:40,040 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Unable to get data of znode /2-742544394/balancer because node does not exist (not necessarily an error) 2024-11-07T11:19:40,088 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-742544394/balancer already deleted, retry=false 2024-11-07T11:19:40,088 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:19:40,089 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Unable to get data of znode /2-742544394/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:19:40,098 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-742544394/normalizer already deleted, retry=false 2024-11-07T11:19:40,098 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:19:40,099 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Unable to get data of znode /2-742544394/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:19:40,108 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-742544394/switch/split already deleted, retry=false 2024-11-07T11:19:40,109 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Unable to get data of znode /2-742544394/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:19:40,119 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-742544394/switch/merge already deleted, retry=false 2024-11-07T11:19:40,120 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Unable to get data of znode /2-742544394/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:19:40,130 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-742544394/snapshot-cleanup already deleted, retry=false 2024-11-07T11:19:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-742544394/running 2024-11-07T11:19:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-742544394/running 2024-11-07T11:19:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:40,140 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,46019,1730978378885, sessionid=0x1011505be7c0006, setting cluster-up flag (Was=false) 2024-11-07T11:19:40,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:40,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:40,193 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-742544394/flush-table-proc/acquired, /2-742544394/flush-table-proc/reached, /2-742544394/flush-table-proc/abort 2024-11-07T11:19:40,194 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:40,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:40,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:40,245 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-742544394/online-snapshot/acquired, /2-742544394/online-snapshot/reached, /2-742544394/online-snapshot/abort 2024-11-07T11:19:40,246 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:40,248 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:19:40,249 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:40,249 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:19:40,249 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:19:40,250 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,46019,1730978378885 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:19:40,251 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:40,251 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:40,251 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:40,251 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:19:40,251 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:19:40,251 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,251 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:40,251 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,251 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978410251 2024-11-07T11:19:40,252 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:19:40,252 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:19:40,252 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:19:40,252 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:19:40,252 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:19:40,252 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:19:40,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:40,252 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:19:40,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:40,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:19:40,256 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:19:40,256 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:19:40,256 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:19:40,256 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:19:40,257 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:19:40,257 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:19:40,257 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978380257,5,FailOnTimeoutGroup] 2024-11-07T11:19:40,260 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978380257,5,FailOnTimeoutGroup] 2024-11-07T11:19:40,260 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,260 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:19:40,260 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,260 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,265 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(746): ClusterId : 18e8d4b1-fae0-45ce-9168-11cc41989919 2024-11-07T11:19:40,265 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:19:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:19:40,266 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:19:40,266 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c 2024-11-07T11:19:40,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:19:40,325 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:19:40,325 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:19:40,412 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:19:40,412 DEBUG [RS:0;4ab3d709c6df:44363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7b99b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:19:40,426 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:44363 2024-11-07T11:19:40,426 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:19:40,426 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:19:40,426 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:19:40,426 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,46019,1730978378885 with port=44363, startcode=1730978379033 2024-11-07T11:19:40,426 DEBUG [RS:0;4ab3d709c6df:44363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:19:40,428 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:19:40,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:40,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46019 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:40,429 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c 2024-11-07T11:19:40,429 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38385 2024-11-07T11:19:40,429 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:19:40,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394/rs 2024-11-07T11:19:40,499 DEBUG [RS:0;4ab3d709c6df:44363 {}] zookeeper.ZKUtil(111): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on existing znode=/2-742544394/rs/4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:40,499 WARN [RS:0;4ab3d709c6df:44363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:19:40,500 INFO [RS:0;4ab3d709c6df:44363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:40,500 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:40,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,44363,1730978379033] 2024-11-07T11:19:40,502 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:19:40,503 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:19:40,503 INFO [RS:0;4ab3d709c6df:44363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:19:40,503 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,504 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:19:40,504 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:19:40,504 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:40,504 DEBUG [RS:0;4ab3d709c6df:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:19:40,505 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,505 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,505 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,505 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,505 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,505 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44363,1730978379033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:40,517 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:19:40,518 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44363,1730978379033-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,518 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,518 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.Replication(171): 4ab3d709c6df,44363,1730978379033 started 2024-11-07T11:19:40,530 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:40,530 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,44363,1730978379033, RpcServer on 4ab3d709c6df/172.17.0.2:44363, sessionid=0x1011505be7c0007 2024-11-07T11:19:40,530 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:19:40,530 DEBUG [RS:0;4ab3d709c6df:44363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:40,530 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,44363,1730978379033' 2024-11-07T11:19:40,530 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-742544394/flush-table-proc/abort' 2024-11-07T11:19:40,531 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-742544394/flush-table-proc/acquired' 2024-11-07T11:19:40,531 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:19:40,531 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:19:40,531 DEBUG [RS:0;4ab3d709c6df:44363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:40,531 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,44363,1730978379033' 2024-11-07T11:19:40,531 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-742544394/online-snapshot/abort' 2024-11-07T11:19:40,531 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-742544394/online-snapshot/acquired' 2024-11-07T11:19:40,532 DEBUG [RS:0;4ab3d709c6df:44363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:19:40,532 INFO [RS:0;4ab3d709c6df:44363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:19:40,532 INFO [RS:0;4ab3d709c6df:44363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:19:40,632 INFO [RS:0;4ab3d709c6df:44363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:19:40,633 INFO [RS:0;4ab3d709c6df:44363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C44363%2C1730978379033, suffix=, logDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033, archiveDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/oldWALs, maxLogs=10 2024-11-07T11:19:40,645 DEBUG [RS:0;4ab3d709c6df:44363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, exclude list is [], retry=0 2024-11-07T11:19:40,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36459,DS-a8416aca-713c-4a58-b77e-454541c3ed3b,DISK] 2024-11-07T11:19:40,648 INFO [RS:0;4ab3d709c6df:44363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 2024-11-07T11:19:40,648 DEBUG [RS:0;4ab3d709c6df:44363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)] 2024-11-07T11:19:40,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:40,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:40,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:40,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:40,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:40,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:40,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:40,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:40,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:40,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:40,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:40,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:40,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:40,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:40,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:40,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:40,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740 2024-11-07T11:19:40,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740 2024-11-07T11:19:40,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:40,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:40,682 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:40,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:40,684 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:40,684 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64597699, jitterRate=-0.03741927444934845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:40,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978380675Initializing all the Stores at 1730978380675Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978380675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978380676 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978380676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978380676Cleaning up temporary data from old regions at 1730978380682 (+6 ms)Region opened successfully at 1730978380684 (+2 ms) 2024-11-07T11:19:40,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:19:40,685 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:19:40,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:19:40,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:19:40,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:19:40,685 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:19:40,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978380685Disabling compacts and flushes for region at 1730978380685Disabling writes for close at 1730978380685Writing region close event to WAL at 1730978380685Closed at 1730978380685 2024-11-07T11:19:40,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:40,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:19:40,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:19:40,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:40,687 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:19:40,837 DEBUG [4ab3d709c6df:46019 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:19:40,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:40,839 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,44363,1730978379033, state=OPENING 2024-11-07T11:19:40,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:19:40,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:40,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:40,998 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:19:40,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-742544394/meta-region-server: CHANGED 2024-11-07T11:19:40,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-742544394/meta-region-server: CHANGED 2024-11-07T11:19:40,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,44363,1730978379033}] 2024-11-07T11:19:41,150 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:41,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:19:41,154 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:19:41,154 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:41,154 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:19:41,155 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C44363%2C1730978379033.meta, suffix=.meta, logDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033, archiveDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/oldWALs, maxLogs=10 2024-11-07T11:19:41,170 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.meta.1730978381155.meta, exclude list is [], retry=0 2024-11-07T11:19:41,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36459,DS-a8416aca-713c-4a58-b77e-454541c3ed3b,DISK] 2024-11-07T11:19:41,173 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.meta.1730978381155.meta 2024-11-07T11:19:41,174 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)] 2024-11-07T11:19:41,174 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:41,174 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:41,174 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:41,174 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:19:41,174 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:19:41,174 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:19:41,174 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:41,174 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:19:41,174 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:19:41,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:19:41,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:19:41,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:41,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:41,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:19:41,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:19:41,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:41,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:41,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:19:41,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:19:41,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:41,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:41,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:19:41,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:19:41,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:41,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:19:41,179 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:19:41,179 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740 2024-11-07T11:19:41,180 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740 2024-11-07T11:19:41,181 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:19:41,181 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:19:41,181 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:19:41,182 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:19:41,183 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70265779, jitterRate=0.047041699290275574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:19:41,183 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:19:41,183 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978381175Writing region info on filesystem at 1730978381175Initializing all the Stores at 1730978381175Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978381175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978381176 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978381176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978381176Cleaning up temporary data from old regions at 1730978381181 (+5 ms)Running coprocessor post-open hooks at 1730978381183 (+2 ms)Region opened successfully at 1730978381183 2024-11-07T11:19:41,184 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978381150 2024-11-07T11:19:41,185 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:19:41,185 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:19:41,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:41,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,44363,1730978379033, state=OPEN 2024-11-07T11:19:41,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-742544394/meta-region-server 2024-11-07T11:19:41,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-742544394/meta-region-server 2024-11-07T11:19:41,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:41,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-742544394/meta-region-server: CHANGED 2024-11-07T11:19:41,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-742544394/meta-region-server: CHANGED 2024-11-07T11:19:41,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:19:41,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,44363,1730978379033 in 200 msec 2024-11-07T11:19:41,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:19:41,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 513 msec 2024-11-07T11:19:41,201 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:19:41,201 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:19:41,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:41,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,44363,1730978379033, seqNum=-1] 2024-11-07T11:19:41,202 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:41,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:41,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 958 msec 2024-11-07T11:19:41,207 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978381207, completionTime=-1 2024-11-07T11:19:41,207 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:19:41,207 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:19:41,209 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:19:41,209 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978441209 2024-11-07T11:19:41,209 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978501209 2024-11-07T11:19:41,209 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:19:41,211 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,46019,1730978378885-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:41,211 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,46019,1730978378885-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:41,211 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,46019,1730978378885-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:41,211 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:46019, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:41,211 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:41,212 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:41,213 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:19:41,214 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.111sec 2024-11-07T11:19:41,214 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:19:41,214 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:19:41,214 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:19:41,214 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:19:41,214 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:19:41,215 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,46019,1730978378885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:19:41,215 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,46019,1730978378885-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:19:41,216 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:19:41,216 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:19:41,216 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,46019,1730978378885-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:19:41,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:41,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,46019,-1 for getting cluster id 2024-11-07T11:19:41,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:41,266 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8d4b1-fae0-45ce-9168-11cc41989919' 2024-11-07T11:19:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8d4b1-fae0-45ce-9168-11cc41989919" 2024-11-07T11:19:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f63d778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,46019,-1] 2024-11-07T11:19:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:41,268 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:41,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:41,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,44363,1730978379033, seqNum=-1] 2024-11-07T11:19:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:41,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:41,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:41,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56415 2024-11-07T11:19:41,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:19:41,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011505be7c0008 connected 2024-11-07T11:19:41,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1756dc7a 2024-11-07T11:19:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:41,296 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:41,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:19:41,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:41,298 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:41,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:19:41,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:41,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:19:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:41,702 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:41,703 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:41,703 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48502 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:19:41,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 918853acaa988dff2c898f9832fd533e, NAME => 'test,,1730978381296.918853acaa988dff2c898f9832fd533e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1 2024-11-07T11:19:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:19:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:42,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978381296.918853acaa988dff2c898f9832fd533e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:42,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 918853acaa988dff2c898f9832fd533e, disabling compactions & flushes 2024-11-07T11:19:42,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:19:42,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:19:42,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978381296.918853acaa988dff2c898f9832fd533e. after waiting 0 ms 2024-11-07T11:19:42,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:19:42,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:19:42,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 918853acaa988dff2c898f9832fd533e: Waiting for close lock at 1730978382120Disabling compacts and flushes for region at 1730978382120Disabling writes for close at 1730978382120Writing region close event to WAL at 1730978382120Closed at 1730978382120 2024-11-07T11:19:42,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:42,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978381296.918853acaa988dff2c898f9832fd533e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978382122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978382122"}]},"ts":"1730978382122"} 2024-11-07T11:19:42,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:42,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:42,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978382124"}]},"ts":"1730978382124"} 2024-11-07T11:19:42,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:19:42,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=918853acaa988dff2c898f9832fd533e, ASSIGN}] 2024-11-07T11:19:42,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=918853acaa988dff2c898f9832fd533e, ASSIGN 2024-11-07T11:19:42,128 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=918853acaa988dff2c898f9832fd533e, ASSIGN; state=OFFLINE, location=4ab3d709c6df,38253,1730978368587; forceNewPlan=false, retain=false 2024-11-07T11:19:42,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=918853acaa988dff2c898f9832fd533e, regionState=OPENING, regionLocation=4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:42,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=918853acaa988dff2c898f9832fd533e, ASSIGN because future has completed 2024-11-07T11:19:42,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 918853acaa988dff2c898f9832fd533e, server=4ab3d709c6df,38253,1730978368587}] 2024-11-07T11:19:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:42,436 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:19:42,437 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 918853acaa988dff2c898f9832fd533e, NAME => 'test,,1730978381296.918853acaa988dff2c898f9832fd533e.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:42,437 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:42,437 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:19:42,437 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,437 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978381296.918853acaa988dff2c898f9832fd533e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:42,437 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,437 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,439 INFO [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,440 INFO [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 918853acaa988dff2c898f9832fd533e columnFamilyName f 2024-11-07T11:19:42,440 DEBUG [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:42,440 INFO [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] regionserver.HStore(327): Store=918853acaa988dff2c898f9832fd533e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:42,440 INFO [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,441 INFO [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 918853acaa988dff2c898f9832fd533e columnFamilyName f1 2024-11-07T11:19:42,441 DEBUG [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:42,441 INFO [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] regionserver.HStore(327): Store=918853acaa988dff2c898f9832fd533e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:42,441 INFO [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,442 INFO [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 918853acaa988dff2c898f9832fd533e columnFamilyName norep 2024-11-07T11:19:42,442 DEBUG [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:42,442 INFO [StoreOpener-918853acaa988dff2c898f9832fd533e-1 {}] regionserver.HStore(327): Store=918853acaa988dff2c898f9832fd533e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:42,443 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,443 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,443 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,444 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,444 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,445 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:42,446 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,447 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:42,448 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 918853acaa988dff2c898f9832fd533e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67328273, jitterRate=0.0032694488763809204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:42,448 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 918853acaa988dff2c898f9832fd533e 2024-11-07T11:19:42,449 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 918853acaa988dff2c898f9832fd533e: Running coprocessor pre-open hook at 1730978382437Writing region info on filesystem at 1730978382438 (+1 ms)Initializing all the Stores at 1730978382438Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978382438Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978382438Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978382438Cleaning up temporary data from old regions at 1730978382444 (+6 ms)Running coprocessor post-open hooks at 1730978382448 (+4 ms)Region opened successfully at 1730978382448 2024-11-07T11:19:42,449 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978381296.918853acaa988dff2c898f9832fd533e., pid=6, masterSystemTime=1730978382433 2024-11-07T11:19:42,451 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:19:42,451 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:19:42,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=918853acaa988dff2c898f9832fd533e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:42,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 918853acaa988dff2c898f9832fd533e, server=4ab3d709c6df,38253,1730978368587 because future has completed 2024-11-07T11:19:42,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:19:42,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 918853acaa988dff2c898f9832fd533e, server=4ab3d709c6df,38253,1730978368587 in 173 msec 2024-11-07T11:19:42,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:19:42,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=918853acaa988dff2c898f9832fd533e, ASSIGN in 330 msec 2024-11-07T11:19:42,458 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:42,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978382458"}]},"ts":"1730978382458"} 2024-11-07T11:19:42,460 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:19:42,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:42,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-07T11:19:42,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T11:19:42,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:19:42,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T11:19:42,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:19:42,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T11:19:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:43,444 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:19:43,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd21c1f 2024-11-07T11:19:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:43,446 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:43,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:19:43,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:43,449 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:43,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:19:43,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:19:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:43,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f9db1123269f4ae989bee7a30700f86, NAME => 'test,,1730978383446.3f9db1123269f4ae989bee7a30700f86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7 2024-11-07T11:19:43,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:19:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:44,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978383446.3f9db1123269f4ae989bee7a30700f86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:44,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3f9db1123269f4ae989bee7a30700f86, disabling compactions & flushes 2024-11-07T11:19:44,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:19:44,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:19:44,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. after waiting 0 ms 2024-11-07T11:19:44,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:19:44,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:19:44,261 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f9db1123269f4ae989bee7a30700f86: Waiting for close lock at 1730978384261Disabling compacts and flushes for region at 1730978384261Disabling writes for close at 1730978384261Writing region close event to WAL at 1730978384261Closed at 1730978384261 2024-11-07T11:19:44,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:44,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978383446.3f9db1123269f4ae989bee7a30700f86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978384262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978384262"}]},"ts":"1730978384262"} 2024-11-07T11:19:44,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:44,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:44,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978384265"}]},"ts":"1730978384265"} 2024-11-07T11:19:44,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:19:44,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f9db1123269f4ae989bee7a30700f86, ASSIGN}] 2024-11-07T11:19:44,267 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f9db1123269f4ae989bee7a30700f86, ASSIGN 2024-11-07T11:19:44,268 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3f9db1123269f4ae989bee7a30700f86, ASSIGN; state=OFFLINE, location=4ab3d709c6df,39007,1730978374117; forceNewPlan=false, retain=false 2024-11-07T11:19:44,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f9db1123269f4ae989bee7a30700f86, regionState=OPENING, regionLocation=4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:44,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3f9db1123269f4ae989bee7a30700f86, ASSIGN because future has completed 2024-11-07T11:19:44,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f9db1123269f4ae989bee7a30700f86, server=4ab3d709c6df,39007,1730978374117}] 2024-11-07T11:19:44,575 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:19:44,575 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f9db1123269f4ae989bee7a30700f86, NAME => 'test,,1730978383446.3f9db1123269f4ae989bee7a30700f86.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:44,576 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:44,576 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:19:44,576 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,576 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978383446.3f9db1123269f4ae989bee7a30700f86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:44,576 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,576 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,577 INFO [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,578 INFO [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f9db1123269f4ae989bee7a30700f86 columnFamilyName f 2024-11-07T11:19:44,578 DEBUG [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:44,578 INFO [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] regionserver.HStore(327): Store=3f9db1123269f4ae989bee7a30700f86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:44,579 INFO [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,579 INFO [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f9db1123269f4ae989bee7a30700f86 columnFamilyName f1 2024-11-07T11:19:44,579 DEBUG [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:44,579 INFO [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] regionserver.HStore(327): Store=3f9db1123269f4ae989bee7a30700f86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:44,580 INFO [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,580 INFO [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f9db1123269f4ae989bee7a30700f86 columnFamilyName norep 2024-11-07T11:19:44,580 DEBUG [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:44,580 INFO [StoreOpener-3f9db1123269f4ae989bee7a30700f86-1 {}] regionserver.HStore(327): Store=3f9db1123269f4ae989bee7a30700f86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:44,581 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,581 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,581 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,582 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,582 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,582 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:44,583 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:44,585 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:44,585 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f9db1123269f4ae989bee7a30700f86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67434059, jitterRate=0.004845783114433289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:44,585 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:19:44,585 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f9db1123269f4ae989bee7a30700f86: Running coprocessor pre-open hook at 1730978384576Writing region info on filesystem at 1730978384576Initializing all the Stores at 1730978384577 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978384577Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978384577Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978384577Cleaning up temporary data from old regions at 1730978384582 (+5 ms)Running coprocessor post-open hooks at 1730978384585 (+3 ms)Region opened successfully at 1730978384585 2024-11-07T11:19:44,586 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978383446.3f9db1123269f4ae989bee7a30700f86., pid=6, masterSystemTime=1730978384573 2024-11-07T11:19:44,588 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:19:44,588 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:19:44,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f9db1123269f4ae989bee7a30700f86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:44,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f9db1123269f4ae989bee7a30700f86, server=4ab3d709c6df,39007,1730978374117 because future has completed 2024-11-07T11:19:44,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:19:44,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f9db1123269f4ae989bee7a30700f86, server=4ab3d709c6df,39007,1730978374117 in 169 msec 2024-11-07T11:19:44,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:19:44,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3f9db1123269f4ae989bee7a30700f86, ASSIGN in 326 msec 2024-11-07T11:19:44,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:44,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978384594"}]},"ts":"1730978384594"} 2024-11-07T11:19:44,596 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:19:44,596 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:44,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-07T11:19:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:45,604 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:19:45,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@249f4f6f 2024-11-07T11:19:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:45,605 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:45,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:19:45,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:45,608 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:45,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:19:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:45,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:19:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:46,234 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4ef3c069a98fc04c80e2014d978f17b, NAME => 'test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c 2024-11-07T11:19:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:19:46,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:46,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c4ef3c069a98fc04c80e2014d978f17b, disabling compactions & flushes 2024-11-07T11:19:46,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:19:46,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:19:46,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. after waiting 0 ms 2024-11-07T11:19:46,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:19:46,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:19:46,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4ef3c069a98fc04c80e2014d978f17b: Waiting for close lock at 1730978386646Disabling compacts and flushes for region at 1730978386646Disabling writes for close at 1730978386646Writing region close event to WAL at 1730978386646Closed at 1730978386646 2024-11-07T11:19:46,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:46,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978386647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978386647"}]},"ts":"1730978386647"} 2024-11-07T11:19:46,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:46,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:46,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978386651"}]},"ts":"1730978386651"} 2024-11-07T11:19:46,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:19:46,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4ef3c069a98fc04c80e2014d978f17b, ASSIGN}] 2024-11-07T11:19:46,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4ef3c069a98fc04c80e2014d978f17b, ASSIGN 2024-11-07T11:19:46,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c4ef3c069a98fc04c80e2014d978f17b, ASSIGN; state=OFFLINE, location=4ab3d709c6df,44363,1730978379033; forceNewPlan=false, retain=false 2024-11-07T11:19:46,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:19:46,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:46,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:46,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4ef3c069a98fc04c80e2014d978f17b, regionState=OPENING, regionLocation=4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c4ef3c069a98fc04c80e2014d978f17b, ASSIGN because future has completed 2024-11-07T11:19:46,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ef3c069a98fc04c80e2014d978f17b, server=4ab3d709c6df,44363,1730978379033}] 2024-11-07T11:19:46,962 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:19:46,962 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4ef3c069a98fc04c80e2014d978f17b, NAME => 'test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:46,963 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:46,963 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:19:46,963 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,963 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:46,963 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,963 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,964 INFO [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,965 INFO [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ef3c069a98fc04c80e2014d978f17b columnFamilyName f 2024-11-07T11:19:46,965 DEBUG [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:46,965 INFO [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] regionserver.HStore(327): Store=c4ef3c069a98fc04c80e2014d978f17b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:46,965 INFO [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,966 INFO [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ef3c069a98fc04c80e2014d978f17b columnFamilyName f1 2024-11-07T11:19:46,966 DEBUG [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:46,966 INFO [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] regionserver.HStore(327): Store=c4ef3c069a98fc04c80e2014d978f17b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:46,966 INFO [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,967 INFO [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ef3c069a98fc04c80e2014d978f17b columnFamilyName norep 2024-11-07T11:19:46,967 DEBUG [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:46,967 INFO [StoreOpener-c4ef3c069a98fc04c80e2014d978f17b-1 {}] regionserver.HStore(327): Store=c4ef3c069a98fc04c80e2014d978f17b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:46,967 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,968 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,968 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,968 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,968 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,969 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:46,969 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,971 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:46,971 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4ef3c069a98fc04c80e2014d978f17b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63952569, jitterRate=-0.04703246057033539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:46,971 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:19:46,971 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4ef3c069a98fc04c80e2014d978f17b: Running coprocessor pre-open hook at 1730978386963Writing region info on filesystem at 1730978386963Initializing all the Stores at 1730978386964 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978386964Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978386964Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978386964Cleaning up temporary data from old regions at 1730978386968 (+4 ms)Running coprocessor post-open hooks at 1730978386971 (+3 ms)Region opened successfully at 1730978386971 2024-11-07T11:19:46,972 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b., pid=6, masterSystemTime=1730978386960 2024-11-07T11:19:46,973 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:19:46,973 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:19:46,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4ef3c069a98fc04c80e2014d978f17b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:46,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4ef3c069a98fc04c80e2014d978f17b, server=4ab3d709c6df,44363,1730978379033 because future has completed 2024-11-07T11:19:46,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:19:46,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4ef3c069a98fc04c80e2014d978f17b, server=4ab3d709c6df,44363,1730978379033 in 168 msec 2024-11-07T11:19:46,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:19:46,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c4ef3c069a98fc04c80e2014d978f17b, ASSIGN in 325 msec 2024-11-07T11:19:46,980 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:46,980 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978386980"}]},"ts":"1730978386980"} 2024-11-07T11:19:46,982 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:19:46,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:46,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3760 sec 2024-11-07T11:19:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:19:47,764 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:19:47,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:47,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43573,-1 for getting cluster id 2024-11-07T11:19:47,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:47,765 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a028c94-23bf-4a25-aec2-ccdfb40a6c15' 2024-11-07T11:19:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a028c94-23bf-4a25-aec2-ccdfb40a6c15" 2024-11-07T11:19:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a4385b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43573,-1] 2024-11-07T11:19:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:47,767 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325abe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:47,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:47,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:47,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9a7547 2024-11-07T11:19:47,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:47,779 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:47,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:33873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:19:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:19:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:47,782 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:33873' 2024-11-07T11:19:47,783 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e52f411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:47,783 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33873,-1 for getting cluster id 2024-11-07T11:19:47,783 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:47,783 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4129c4fe-ddaa-45e2-bfd7-2d503484dad0' 2024-11-07T11:19:47,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:47,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4129c4fe-ddaa-45e2-bfd7-2d503484dad0" 2024-11-07T11:19:47,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf2eb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:47,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33873,-1] 2024-11-07T11:19:47,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:47,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:47,785 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:47,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f70c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:47,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:47,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:47,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26cc27f1 2024-11-07T11:19:47,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:47,787 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:47,787 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:19:47,787 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:19:47,787 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:47,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:47,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:47,788 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:47,789 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:19:47,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:47,790 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:47,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:19:47,839 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:19:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:48,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48531207e3a02142066f3935399d609a, NAME => 'hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1 2024-11-07T11:19:48,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:19:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:48,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:48,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 48531207e3a02142066f3935399d609a, disabling compactions & flushes 2024-11-07T11:19:48,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:19:48,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:19:48,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. after waiting 0 ms 2024-11-07T11:19:48,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:19:48,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:19:48,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48531207e3a02142066f3935399d609a: Waiting for close lock at 1730978388601Disabling compacts and flushes for region at 1730978388601Disabling writes for close at 1730978388601Writing region close event to WAL at 1730978388601Closed at 1730978388601 2024-11-07T11:19:48,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:48,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978388603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978388603"}]},"ts":"1730978388603"} 2024-11-07T11:19:48,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:48,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:48,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978388605"}]},"ts":"1730978388605"} 2024-11-07T11:19:48,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:19:48,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48531207e3a02142066f3935399d609a, ASSIGN}] 2024-11-07T11:19:48,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48531207e3a02142066f3935399d609a, ASSIGN 2024-11-07T11:19:48,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=48531207e3a02142066f3935399d609a, ASSIGN; state=OFFLINE, location=4ab3d709c6df,38253,1730978368587; forceNewPlan=false, retain=false 2024-11-07T11:19:48,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=48531207e3a02142066f3935399d609a, regionState=OPENING, regionLocation=4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:48,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=48531207e3a02142066f3935399d609a, ASSIGN because future has completed 2024-11-07T11:19:48,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48531207e3a02142066f3935399d609a, server=4ab3d709c6df,38253,1730978368587}] 2024-11-07T11:19:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:48,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:19:48,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:48,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:19:48,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38253%2C1730978368587.rep, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/oldWALs, maxLogs=10 2024-11-07T11:19:48,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.rep.1730978388918, exclude list is [], retry=0 2024-11-07T11:19:48,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33935,DS-616b81a8-65e0-4ae6-a100-3775d3f70cf8,DISK] 2024-11-07T11:19:48,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.rep.1730978388918 2024-11-07T11:19:48,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-11-07T11:19:48,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 48531207e3a02142066f3935399d609a, NAME => 'hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:48,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:48,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:48,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. service=MultiRowMutationService 2024-11-07T11:19:48,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:19:48,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:48,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,936 INFO [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,937 INFO [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48531207e3a02142066f3935399d609a columnFamilyName hfileref 2024-11-07T11:19:48,937 DEBUG [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:48,937 INFO [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] regionserver.HStore(327): Store=48531207e3a02142066f3935399d609a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:48,937 INFO [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,938 INFO [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48531207e3a02142066f3935399d609a columnFamilyName queue 2024-11-07T11:19:48,938 DEBUG [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:48,938 INFO [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] regionserver.HStore(327): Store=48531207e3a02142066f3935399d609a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:48,938 INFO [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,939 INFO [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48531207e3a02142066f3935399d609a columnFamilyName sid 2024-11-07T11:19:48,939 DEBUG [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:48,939 INFO [StoreOpener-48531207e3a02142066f3935399d609a-1 {}] regionserver.HStore(327): Store=48531207e3a02142066f3935399d609a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:48,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/replication/48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/replication/48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:48,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/replication/48531207e3a02142066f3935399d609a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:48,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 48531207e3a02142066f3935399d609a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72024809, jitterRate=0.07325328886508942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:48,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48531207e3a02142066f3935399d609a 2024-11-07T11:19:48,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 48531207e3a02142066f3935399d609a: Running coprocessor pre-open hook at 1730978388935Writing region info on filesystem at 1730978388935Initializing all the Stores at 1730978388935Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978388936 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978388936Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978388936Cleaning up temporary data from old regions at 1730978388941 (+5 ms)Running coprocessor post-open hooks at 1730978388945 (+4 ms)Region opened successfully at 1730978388945 2024-11-07T11:19:48,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a., pid=10, masterSystemTime=1730978388913 2024-11-07T11:19:48,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:19:48,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:19:48,948 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=48531207e3a02142066f3935399d609a, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,38253,1730978368587 2024-11-07T11:19:48,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48531207e3a02142066f3935399d609a, server=4ab3d709c6df,38253,1730978368587 because future has completed 2024-11-07T11:19:48,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:19:48,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 48531207e3a02142066f3935399d609a, server=4ab3d709c6df,38253,1730978368587 in 189 msec 2024-11-07T11:19:48,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:19:48,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=48531207e3a02142066f3935399d609a, ASSIGN in 346 msec 2024-11-07T11:19:48,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:48,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978388955"}]},"ts":"1730978388955"} 2024-11-07T11:19:48,957 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:19:48,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:48,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-07T11:19:48,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a., hostname=4ab3d709c6df,38253,1730978368587, seqNum=2] 2024-11-07T11:19:49,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:49,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:19:49,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:19:49,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:19:49,272 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:19:49,301 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,38253,1730978368587, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:19:49,301 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:49,301 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38253,1730978368587, seqNum=-1] 2024-11-07T11:19:49,302 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:49,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:49,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,38253,1730978368587', locateType=CURRENT is [region=hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a., hostname=4ab3d709c6df,38253,1730978368587, seqNum=2] 2024-11-07T11:19:49,306 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:19:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:19:49,308 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,38253,1730978368587 suceeded 2024-11-07T11:19:49,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:19:49,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-07T11:19:49,310 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:33873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:19:49,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-11-07T11:19:49,321 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:33873' 2024-11-07T11:19:49,322 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400e3466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:49,322 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33873,-1 for getting cluster id 2024-11-07T11:19:49,322 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:49,322 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4129c4fe-ddaa-45e2-bfd7-2d503484dad0' 2024-11-07T11:19:49,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:49,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4129c4fe-ddaa-45e2-bfd7-2d503484dad0" 2024-11-07T11:19:49,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a06de32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:49,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33873,-1] 2024-11-07T11:19:49,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:49,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:49,323 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:49,324 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d43332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:49,324 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:49,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:49,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@489a720e 2024-11-07T11:19:49,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:49,325 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-07T11:19:49,326 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,38253,1730978368587 (queues=1) is replicating from cluster=2a028c94-23bf-4a25-aec2-ccdfb40a6c15 to cluster=4129c4fe-ddaa-45e2-bfd7-2d503484dad0 2024-11-07T11:19:49,326 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C38253%2C1730978368587 2024-11-07T11:19:49,326 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,38253,1730978368587, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:19:49,327 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, startPosition=0, beingWritten=true 2024-11-07T11:19:49,327 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C38253%2C1730978368587 2024-11-07T11:19:49,331 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:49,331 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:49,331 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:49,534 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:49,837 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:49,924 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:19:49,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:19:49,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:49,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:49,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:49,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:49,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:49,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33873,-1 for getting cluster id 2024-11-07T11:19:49,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:49,925 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4129c4fe-ddaa-45e2-bfd7-2d503484dad0' 2024-11-07T11:19:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4129c4fe-ddaa-45e2-bfd7-2d503484dad0" 2024-11-07T11:19:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c5d59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33873,-1] 2024-11-07T11:19:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:49,927 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177cdbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:49,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33873,1730978373966 2024-11-07T11:19:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7460c67e 2024-11-07T11:19:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:49,929 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:49,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:46019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:19:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:19:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:49,931 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:46019' 2024-11-07T11:19:49,932 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ce96a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:49,932 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,46019,-1 for getting cluster id 2024-11-07T11:19:49,933 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:49,933 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8d4b1-fae0-45ce-9168-11cc41989919' 2024-11-07T11:19:49,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:49,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8d4b1-fae0-45ce-9168-11cc41989919" 2024-11-07T11:19:49,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f531b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:49,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,46019,-1] 2024-11-07T11:19:49,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:49,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:49,934 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:49,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8188497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:49,935 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:49,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:49,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57705de6 2024-11-07T11:19:49,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:49,936 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:49,937 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:19:49,937 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:19:49,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:49,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:49,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:49,937 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:49,938 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:19:49,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:49,939 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:49,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:19:49,988 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:19:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:50,240 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:50,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4934616c306f5dba32e9021d0855612f, NAME => 'hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7 2024-11-07T11:19:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:19:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:50,743 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:50,751 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:50,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4934616c306f5dba32e9021d0855612f, disabling compactions & flushes 2024-11-07T11:19:50,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:19:50,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:19:50,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. after waiting 0 ms 2024-11-07T11:19:50,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:19:50,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:19:50,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4934616c306f5dba32e9021d0855612f: Waiting for close lock at 1730978390752Disabling compacts and flushes for region at 1730978390752Disabling writes for close at 1730978390752Writing region close event to WAL at 1730978390752Closed at 1730978390752 2024-11-07T11:19:50,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:50,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978390801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978390801"}]},"ts":"1730978390801"} 2024-11-07T11:19:50,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:50,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:50,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978390804"}]},"ts":"1730978390804"} 2024-11-07T11:19:50,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:19:50,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4934616c306f5dba32e9021d0855612f, ASSIGN}] 2024-11-07T11:19:50,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4934616c306f5dba32e9021d0855612f, ASSIGN 2024-11-07T11:19:50,807 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4934616c306f5dba32e9021d0855612f, ASSIGN; state=OFFLINE, location=4ab3d709c6df,39007,1730978374117; forceNewPlan=false, retain=false 2024-11-07T11:19:50,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4934616c306f5dba32e9021d0855612f, regionState=OPENING, regionLocation=4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:50,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4934616c306f5dba32e9021d0855612f, ASSIGN because future has completed 2024-11-07T11:19:50,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4934616c306f5dba32e9021d0855612f, server=4ab3d709c6df,39007,1730978374117}] 2024-11-07T11:19:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:51,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:19:51,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:51,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:19:51,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C39007%2C1730978374117.rep, suffix=, logDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117, archiveDir=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/oldWALs, maxLogs=10 2024-11-07T11:19:51,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.rep.1730978391118, exclude list is [], retry=0 2024-11-07T11:19:51,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-114bb378-ad60-4b0c-bd08-dda64e9ba945,DISK] 2024-11-07T11:19:51,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.rep.1730978391118 2024-11-07T11:19:51,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41461:41461)] 2024-11-07T11:19:51,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4934616c306f5dba32e9021d0855612f, NAME => 'hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:51,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:51,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:51,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. service=MultiRowMutationService 2024-11-07T11:19:51,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:19:51,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:51,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,136 INFO [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,137 INFO [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4934616c306f5dba32e9021d0855612f columnFamilyName hfileref 2024-11-07T11:19:51,137 DEBUG [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:51,137 INFO [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] regionserver.HStore(327): Store=4934616c306f5dba32e9021d0855612f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:51,137 INFO [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,138 INFO [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4934616c306f5dba32e9021d0855612f columnFamilyName queue 2024-11-07T11:19:51,138 DEBUG [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:51,138 INFO [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] regionserver.HStore(327): Store=4934616c306f5dba32e9021d0855612f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:51,138 INFO [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,139 INFO [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4934616c306f5dba32e9021d0855612f columnFamilyName sid 2024-11-07T11:19:51,139 DEBUG [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:51,139 INFO [StoreOpener-4934616c306f5dba32e9021d0855612f-1 {}] regionserver.HStore(327): Store=4934616c306f5dba32e9021d0855612f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:51,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/replication/4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/replication/4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:51,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/replication/4934616c306f5dba32e9021d0855612f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:51,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4934616c306f5dba32e9021d0855612f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63018839, jitterRate=-0.06094612181186676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:51,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4934616c306f5dba32e9021d0855612f 2024-11-07T11:19:51,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4934616c306f5dba32e9021d0855612f: Running coprocessor pre-open hook at 1730978391135Writing region info on filesystem at 1730978391135Initializing all the Stores at 1730978391136 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978391136Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978391136Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978391136Cleaning up temporary data from old regions at 1730978391141 (+5 ms)Running coprocessor post-open hooks at 1730978391143 (+2 ms)Region opened successfully at 1730978391143 2024-11-07T11:19:51,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f., pid=10, masterSystemTime=1730978391112 2024-11-07T11:19:51,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:19:51,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:19:51,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4934616c306f5dba32e9021d0855612f, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,39007,1730978374117 2024-11-07T11:19:51,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4934616c306f5dba32e9021d0855612f, server=4ab3d709c6df,39007,1730978374117 because future has completed 2024-11-07T11:19:51,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:19:51,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4934616c306f5dba32e9021d0855612f, server=4ab3d709c6df,39007,1730978374117 in 188 msec 2024-11-07T11:19:51,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:19:51,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4934616c306f5dba32e9021d0855612f, ASSIGN in 343 msec 2024-11-07T11:19:51,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:51,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978391151"}]},"ts":"1730978391151"} 2024-11-07T11:19:51,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:19:51,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:51,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-07T11:19:51,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f., hostname=4ab3d709c6df,39007,1730978374117, seqNum=2] 2024-11-07T11:19:51,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:51,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:19:51,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:19:51,346 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:51,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:19:51,477 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:19:51,513 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,39007,1730978374117, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:19:51,514 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:51,514 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39007,1730978374117, seqNum=-1] 2024-11-07T11:19:51,514 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:51,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:51,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,39007,1730978374117', locateType=CURRENT is [region=hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f., hostname=4ab3d709c6df,39007,1730978374117, seqNum=2] 2024-11-07T11:19:51,519 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:19:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:19:51,521 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,39007,1730978374117 suceeded 2024-11-07T11:19:51,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:19:51,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-07T11:19:51,523 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:46019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:19:51,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5940 sec 2024-11-07T11:19:51,533 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:46019' 2024-11-07T11:19:51,534 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79a4c4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:51,534 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,46019,-1 for getting cluster id 2024-11-07T11:19:51,534 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:51,535 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8d4b1-fae0-45ce-9168-11cc41989919' 2024-11-07T11:19:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8d4b1-fae0-45ce-9168-11cc41989919" 2024-11-07T11:19:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4964f946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,46019,-1] 2024-11-07T11:19:51,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:51,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:51,536 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:51,537 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7229a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:51,537 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:51,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:51,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53986b66 2024-11-07T11:19:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:51,538 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-07T11:19:51,539 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,39007,1730978374117 (queues=1) is replicating from cluster=4129c4fe-ddaa-45e2-bfd7-2d503484dad0 to cluster=18e8d4b1-fae0-45ce-9168-11cc41989919 2024-11-07T11:19:51,539 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C39007%2C1730978374117 2024-11-07T11:19:51,539 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,39007,1730978374117, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:19:51,539 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C39007%2C1730978374117 2024-11-07T11:19:51,539 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, startPosition=0, beingWritten=true 2024-11-07T11:19:51,543 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:51,543 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 379, reset compression=false 2024-11-07T11:19:51,543 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39007,1730978374117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:51,746 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 379, reset compression=false 2024-11-07T11:19:52,050 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:52,050 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 379, reset compression=false 2024-11-07T11:19:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:52,073 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:19:52,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:19:52,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:52,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:52,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:52,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:52,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:52,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,46019,-1 for getting cluster id 2024-11-07T11:19:52,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:52,075 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8d4b1-fae0-45ce-9168-11cc41989919' 2024-11-07T11:19:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8d4b1-fae0-45ce-9168-11cc41989919" 2024-11-07T11:19:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169e61df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,46019,-1] 2024-11-07T11:19:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:52,076 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d8b4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:52,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,46019,1730978378885 2024-11-07T11:19:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac910b5 2024-11-07T11:19:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:52,078 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:52,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:43573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:19:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:19:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:52,080 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:43573' 2024-11-07T11:19:52,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfc04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:52,081 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43573,-1 for getting cluster id 2024-11-07T11:19:52,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:52,082 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a028c94-23bf-4a25-aec2-ccdfb40a6c15' 2024-11-07T11:19:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a028c94-23bf-4a25-aec2-ccdfb40a6c15" 2024-11-07T11:19:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713dffa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43573,-1] 2024-11-07T11:19:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:52,083 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f87e7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:52,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a4cd6ed 2024-11-07T11:19:52,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:52,085 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:19:52,086 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:19:52,086 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:19:52,086 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:52,086 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:52,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:52,087 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:19:52,088 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:19:52,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:19:52,088 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:52,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:19:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:19:52,138 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:19:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:52,453 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 379, reset compression=false 2024-11-07T11:19:52,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:19:52,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9643bc0f8e01c8954b1e4507ad97ec43, NAME => 'hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c 2024-11-07T11:19:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:19:52,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:52,853 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:52,899 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:52,899 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9643bc0f8e01c8954b1e4507ad97ec43, disabling compactions & flushes 2024-11-07T11:19:52,899 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:19:52,899 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:19:52,899 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. after waiting 0 ms 2024-11-07T11:19:52,899 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:19:52,899 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:19:52,899 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9643bc0f8e01c8954b1e4507ad97ec43: Waiting for close lock at 1730978392899Disabling compacts and flushes for region at 1730978392899Disabling writes for close at 1730978392899Writing region close event to WAL at 1730978392899Closed at 1730978392899 2024-11-07T11:19:52,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:19:52,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978392900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978392900"}]},"ts":"1730978392900"} 2024-11-07T11:19:52,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:19:52,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:19:52,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978392903"}]},"ts":"1730978392903"} 2024-11-07T11:19:52,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:19:52,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9643bc0f8e01c8954b1e4507ad97ec43, ASSIGN}] 2024-11-07T11:19:52,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9643bc0f8e01c8954b1e4507ad97ec43, ASSIGN 2024-11-07T11:19:52,906 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9643bc0f8e01c8954b1e4507ad97ec43, ASSIGN; state=OFFLINE, location=4ab3d709c6df,44363,1730978379033; forceNewPlan=false, retain=false 2024-11-07T11:19:52,961 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 379, reset compression=false 2024-11-07T11:19:53,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9643bc0f8e01c8954b1e4507ad97ec43, regionState=OPENING, regionLocation=4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:53,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9643bc0f8e01c8954b1e4507ad97ec43, ASSIGN because future has completed 2024-11-07T11:19:53,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9643bc0f8e01c8954b1e4507ad97ec43, server=4ab3d709c6df,44363,1730978379033}] 2024-11-07T11:19:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:53,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:19:53,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:19:53,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:19:53,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C44363%2C1730978379033.rep, suffix=, logDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033, archiveDir=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/oldWALs, maxLogs=10 2024-11-07T11:19:53,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.rep.1730978393215, exclude list is [], retry=0 2024-11-07T11:19:53,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36459,DS-a8416aca-713c-4a58-b77e-454541c3ed3b,DISK] 2024-11-07T11:19:53,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.rep.1730978393215 2024-11-07T11:19:53,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)] 2024-11-07T11:19:53,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9643bc0f8e01c8954b1e4507ad97ec43, NAME => 'hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:19:53,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:19:53,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:19:53,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. service=MultiRowMutationService 2024-11-07T11:19:53,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:19:53,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:19:53,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,240 INFO [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,241 INFO [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9643bc0f8e01c8954b1e4507ad97ec43 columnFamilyName hfileref 2024-11-07T11:19:53,241 DEBUG [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:53,241 INFO [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] regionserver.HStore(327): Store=9643bc0f8e01c8954b1e4507ad97ec43/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:53,241 INFO [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,242 INFO [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9643bc0f8e01c8954b1e4507ad97ec43 columnFamilyName queue 2024-11-07T11:19:53,242 DEBUG [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:53,242 INFO [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] regionserver.HStore(327): Store=9643bc0f8e01c8954b1e4507ad97ec43/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:53,242 INFO [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,243 INFO [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9643bc0f8e01c8954b1e4507ad97ec43 columnFamilyName sid 2024-11-07T11:19:53,243 DEBUG [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:19:53,243 INFO [StoreOpener-9643bc0f8e01c8954b1e4507ad97ec43-1 {}] regionserver.HStore(327): Store=9643bc0f8e01c8954b1e4507ad97ec43/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:19:53,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/replication/9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/replication/9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:19:53,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/replication/9643bc0f8e01c8954b1e4507ad97ec43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:19:53,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9643bc0f8e01c8954b1e4507ad97ec43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72451558, jitterRate=0.07961234450340271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:19:53,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:19:53,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9643bc0f8e01c8954b1e4507ad97ec43: Running coprocessor pre-open hook at 1730978393239Writing region info on filesystem at 1730978393239Initializing all the Stores at 1730978393239Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978393239Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978393239Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978393239Cleaning up temporary data from old regions at 1730978393244 (+5 ms)Running coprocessor post-open hooks at 1730978393248 (+4 ms)Region opened successfully at 1730978393248 2024-11-07T11:19:53,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43., pid=10, masterSystemTime=1730978393211 2024-11-07T11:19:53,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:19:53,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:19:53,250 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9643bc0f8e01c8954b1e4507ad97ec43, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,44363,1730978379033 2024-11-07T11:19:53,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9643bc0f8e01c8954b1e4507ad97ec43, server=4ab3d709c6df,44363,1730978379033 because future has completed 2024-11-07T11:19:53,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:19:53,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9643bc0f8e01c8954b1e4507ad97ec43, server=4ab3d709c6df,44363,1730978379033 in 194 msec 2024-11-07T11:19:53,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:19:53,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9643bc0f8e01c8954b1e4507ad97ec43, ASSIGN in 349 msec 2024-11-07T11:19:53,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:19:53,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978393256"}]},"ts":"1730978393256"} 2024-11-07T11:19:53,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:19:53,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:19:53,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-07T11:19:53,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43., hostname=4ab3d709c6df,44363,1730978379033, seqNum=2] 2024-11-07T11:19:53,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:53,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:19:53,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:19:53,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:19:53,540 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:19:53,564 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 379, reset compression=false 2024-11-07T11:19:53,566 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,44363,1730978379033, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:19:53,566 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:53,566 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,44363,1730978379033, seqNum=-1] 2024-11-07T11:19:53,567 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:53,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:53,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,44363,1730978379033', locateType=CURRENT is [region=hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43., hostname=4ab3d709c6df,44363,1730978379033, seqNum=2] 2024-11-07T11:19:53,571 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:19:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:19:53,572 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,44363,1730978379033 suceeded 2024-11-07T11:19:53,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:19:53,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-07T11:19:53,573 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:43573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:19:53,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-07T11:19:53,584 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:43573' 2024-11-07T11:19:53,585 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af8c573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:53,585 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43573,-1 for getting cluster id 2024-11-07T11:19:53,585 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:53,586 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a028c94-23bf-4a25-aec2-ccdfb40a6c15' 2024-11-07T11:19:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a028c94-23bf-4a25-aec2-ccdfb40a6c15" 2024-11-07T11:19:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dafc6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43573,-1] 2024-11-07T11:19:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:53,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:53,587 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:53,587 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d5d36ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:53,588 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:19:53,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43573,1730978368387 2024-11-07T11:19:53,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ba511c7 2024-11-07T11:19:53,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:19:53,589 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T11:19:53,589 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,44363,1730978379033 (queues=1) is replicating from cluster=18e8d4b1-fae0-45ce-9168-11cc41989919 to cluster=2a028c94-23bf-4a25-aec2-ccdfb40a6c15 2024-11-07T11:19:53,589 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C44363%2C1730978379033 2024-11-07T11:19:53,589 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,44363,1730978379033, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:19:53,590 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C44363%2C1730978379033 2024-11-07T11:19:53,590 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, startPosition=0, beingWritten=true 2024-11-07T11:19:53,593 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:53,593 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 379, reset compression=false 2024-11-07T11:19:53,593 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,44363,1730978379033 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:53,756 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:53,796 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 379, reset compression=false 2024-11-07T11:19:54,099 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 379, reset compression=false 2024-11-07T11:19:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:19:54,233 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:19:54,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:19:54,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:19:54,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:54,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:54,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:19:54,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43573,-1 for getting cluster id 2024-11-07T11:19:54,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:54,235 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a028c94-23bf-4a25-aec2-ccdfb40a6c15' 2024-11-07T11:19:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a028c94-23bf-4a25-aec2-ccdfb40a6c15" 2024-11-07T11:19:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb57a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43573,-1] 2024-11-07T11:19:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:54,236 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:54,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f580459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33873,-1 for getting cluster id 2024-11-07T11:19:54,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:54,238 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4129c4fe-ddaa-45e2-bfd7-2d503484dad0' 2024-11-07T11:19:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4129c4fe-ddaa-45e2-bfd7-2d503484dad0" 2024-11-07T11:19:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbaff54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33873,-1] 2024-11-07T11:19:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:54,239 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:54,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a608215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,46019,-1 for getting cluster id 2024-11-07T11:19:54,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:54,240 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8d4b1-fae0-45ce-9168-11cc41989919' 2024-11-07T11:19:54,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:54,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8d4b1-fae0-45ce-9168-11cc41989919" 2024-11-07T11:19:54,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27795e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,46019,-1] 2024-11-07T11:19:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:54,241 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:54,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7879f9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38253,1730978368587, seqNum=-1] 2024-11-07T11:19:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:54,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978381296.918853acaa988dff2c898f9832fd533e., hostname=4ab3d709c6df,38253,1730978368587, seqNum=2] 2024-11-07T11:19:54,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:54,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,44363,1730978379033, seqNum=-1] 2024-11-07T11:19:54,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:54,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b., hostname=4ab3d709c6df,44363,1730978379033, seqNum=2] 2024-11-07T11:19:54,251 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T11:19:54,268 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 379, reset compression=false 2024-11-07T11:19:54,502 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 379, reset compression=false 2024-11-07T11:19:54,759 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 379, reset compression=false 2024-11-07T11:19:54,763 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:54,763 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 480, reset compression=false 2024-11-07T11:19:54,763 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[{test/918853acaa988dff2c898f9832fd533e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T11:19:54,765 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:54,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-07T11:19:54,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:54,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40082c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33873,-1 for getting cluster id 2024-11-07T11:19:54,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:54,767 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4129c4fe-ddaa-45e2-bfd7-2d503484dad0' 2024-11-07T11:19:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4129c4fe-ddaa-45e2-bfd7-2d503484dad0" 2024-11-07T11:19:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63ffd3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33873,-1] 2024-11-07T11:19:54,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:54,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:54,768 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:54,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@177640ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:54,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:54,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39007,1730978374117, seqNum=-1] 2024-11-07T11:19:54,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:54,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:54,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978383446.3f9db1123269f4ae989bee7a30700f86., hostname=4ab3d709c6df,39007,1730978374117, seqNum=2] 2024-11-07T11:19:54,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:54,966 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 480, reset compression=false 2024-11-07T11:19:55,005 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 379, reset compression=false 2024-11-07T11:19:55,071 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 379, reset compression=false 2024-11-07T11:19:55,075 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:55,075 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 503, reset compression=false 2024-11-07T11:19:55,075 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39007,1730978374117 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f9db1123269f4ae989bee7a30700f86/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T11:19:55,077 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:55,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-07T11:19:55,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:55,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48931486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:55,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,46019,-1 for getting cluster id 2024-11-07T11:19:55,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:55,080 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8d4b1-fae0-45ce-9168-11cc41989919' 2024-11-07T11:19:55,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:55,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8d4b1-fae0-45ce-9168-11cc41989919" 2024-11-07T11:19:55,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a952569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:55,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,46019,-1] 2024-11-07T11:19:55,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:55,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:55,081 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:55,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78dbf770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:55,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:55,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,44363,1730978379033, seqNum=-1] 2024-11-07T11:19:55,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:55,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b., hostname=4ab3d709c6df,44363,1730978379033, seqNum=2] 2024-11-07T11:19:55,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:55,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T11:19:55,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39007,1730978374117, seqNum=-1] 2024-11-07T11:19:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:55,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:19:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730978383446.3f9db1123269f4ae989bee7a30700f86., hostname=4ab3d709c6df,39007,1730978374117, seqNum=2] 2024-11-07T11:19:55,259 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T11:19:55,269 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 480, reset compression=false 2024-11-07T11:19:55,279 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 503, reset compression=false 2024-11-07T11:19:55,282 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:55,282 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 607, reset compression=false 2024-11-07T11:19:55,282 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39007,1730978374117 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f9db1123269f4ae989bee7a30700f86/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T11:19:55,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:55,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:55,486 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 607, reset compression=false 2024-11-07T11:19:55,608 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 379, reset compression=false 2024-11-07T11:19:55,617 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:55,617 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 653, reset compression=false 2024-11-07T11:19:55,617 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,44363,1730978379033 got entry batch from reader: WALEntryBatch [walEntries=[{test/c4ef3c069a98fc04c80e2014d978f17b/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T11:19:55,619 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:19:55,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T11:19:55,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:55,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@560c04d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:55,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43573,-1 for getting cluster id 2024-11-07T11:19:55,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:19:55,625 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a028c94-23bf-4a25-aec2-ccdfb40a6c15' 2024-11-07T11:19:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:19:55,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a028c94-23bf-4a25-aec2-ccdfb40a6c15" 2024-11-07T11:19:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae3cbf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43573,-1] 2024-11-07T11:19:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:19:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:19:55,627 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:19:55,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f058c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:19:55,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:19:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38253,1730978368587, seqNum=-1] 2024-11-07T11:19:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:19:55,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T11:19:55,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730978381296.918853acaa988dff2c898f9832fd533e., hostname=4ab3d709c6df,38253,1730978368587, seqNum=2] 2024-11-07T11:19:55,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:55,672 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 480, reset compression=false 2024-11-07T11:19:55,677 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:55,677 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 630, reset compression=false 2024-11-07T11:19:55,677 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:55,790 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 607, reset compression=false 2024-11-07T11:19:55,822 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 653, reset compression=false 2024-11-07T11:19:55,881 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 630, reset compression=false 2024-11-07T11:19:56,126 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 653, reset compression=false 2024-11-07T11:19:56,184 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 630, reset compression=false 2024-11-07T11:19:56,194 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 607, reset compression=false 2024-11-07T11:19:56,261 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T11:19:56,263 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T11:19:56,530 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 653, reset compression=false 2024-11-07T11:19:56,534 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:56,534 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 757, reset compression=false 2024-11-07T11:19:56,534 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,44363,1730978379033 got entry batch from reader: WALEntryBatch [walEntries=[{test/c4ef3c069a98fc04c80e2014d978f17b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T11:19:56,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:56,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:56,588 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 630, reset compression=false 2024-11-07T11:19:56,591 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:56,591 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 757, reset compression=false 2024-11-07T11:19:56,591 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[{test/918853acaa988dff2c898f9832fd533e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T11:19:56,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:56,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:56,696 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 607, reset compression=false 2024-11-07T11:19:56,700 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:56,700 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 757, reset compression=false 2024-11-07T11:19:56,700 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39007,1730978374117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:56,737 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 757, reset compression=false 2024-11-07T11:19:56,795 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 757, reset compression=false 2024-11-07T11:19:56,904 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 757, reset compression=false 2024-11-07T11:19:57,040 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 757, reset compression=false 2024-11-07T11:19:57,098 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 757, reset compression=false 2024-11-07T11:19:57,208 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 757, reset compression=false 2024-11-07T11:19:57,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T11:19:57,269 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T11:19:57,444 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 757, reset compression=false 2024-11-07T11:19:57,501 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 757, reset compression=false 2024-11-07T11:19:57,505 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:57,505 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 913, reset compression=false 2024-11-07T11:19:57,505 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[{test/918853acaa988dff2c898f9832fd533e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T11:19:57,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:57,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:57,611 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 757, reset compression=false 2024-11-07T11:19:57,615 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:57,615 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 904, reset compression=false 2024-11-07T11:19:57,615 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39007,1730978374117 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f9db1123269f4ae989bee7a30700f86/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T11:19:57,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:57,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:57,708 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 913, reset compression=false 2024-11-07T11:19:57,819 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 904, reset compression=false 2024-11-07T11:19:57,947 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 757, reset compression=false 2024-11-07T11:19:57,956 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:57,957 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 927, reset compression=false 2024-11-07T11:19:57,957 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,44363,1730978379033 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:57,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:19:58,012 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 913, reset compression=false 2024-11-07T11:19:58,122 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 904, reset compression=false 2024-11-07T11:19:58,160 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 927, reset compression=false 2024-11-07T11:19:58,271 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T11:19:58,274 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T11:19:58,416 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 913, reset compression=false 2024-11-07T11:19:58,464 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 927, reset compression=false 2024-11-07T11:19:58,526 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 904, reset compression=false 2024-11-07T11:19:58,530 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:58,530 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1063, reset compression=false 2024-11-07T11:19:58,530 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39007,1730978374117 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f9db1123269f4ae989bee7a30700f86/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T11:19:58,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:58,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:58,733 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1063, reset compression=false 2024-11-07T11:19:58,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:19:58,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:19:58,867 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 927, reset compression=false 2024-11-07T11:19:58,872 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:58,872 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1076, reset compression=false 2024-11-07T11:19:58,872 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,44363,1730978379033 got entry batch from reader: WALEntryBatch [walEntries=[{test/c4ef3c069a98fc04c80e2014d978f17b/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T11:19:58,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:58,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:58,919 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 913, reset compression=false 2024-11-07T11:19:58,922 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:58,922 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1085, reset compression=false 2024-11-07T11:19:58,922 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:59,036 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1063, reset compression=false 2024-11-07T11:19:59,075 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1076, reset compression=false 2024-11-07T11:19:59,126 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1085, reset compression=false 2024-11-07T11:19:59,276 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T11:19:59,279 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T11:19:59,378 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1076, reset compression=false 2024-11-07T11:19:59,382 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:59,382 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1235, reset compression=false 2024-11-07T11:19:59,382 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,44363,1730978379033 got entry batch from reader: WALEntryBatch [walEntries=[{test/c4ef3c069a98fc04c80e2014d978f17b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T11:19:59,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:59,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:59,429 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1085, reset compression=false 2024-11-07T11:19:59,433 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:19:59,434 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1234, reset compression=false 2024-11-07T11:19:59,434 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[{test/918853acaa988dff2c898f9832fd533e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T11:19:59,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:19:59,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:19:59,440 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1063, reset compression=false 2024-11-07T11:19:59,444 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:19:59,444 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1235, reset compression=false 2024-11-07T11:19:59,444 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39007,1730978374117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:19:59,588 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1235, reset compression=false 2024-11-07T11:19:59,637 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1234, reset compression=false 2024-11-07T11:19:59,647 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1235, reset compression=false 2024-11-07T11:19:59,892 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1235, reset compression=false 2024-11-07T11:19:59,940 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1234, reset compression=false 2024-11-07T11:19:59,950 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1235, reset compression=false 2024-11-07T11:20:00,281 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T11:20:00,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b7802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:00,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,46019,-1 for getting cluster id 2024-11-07T11:20:00,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:00,287 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8d4b1-fae0-45ce-9168-11cc41989919' 2024-11-07T11:20:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8d4b1-fae0-45ce-9168-11cc41989919" 2024-11-07T11:20:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498d4f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,46019,-1] 2024-11-07T11:20:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:00,289 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5e752b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:00,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,46019,1730978378885 2024-11-07T11:20:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb5f421 2024-11-07T11:20:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:00,294 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:00,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-07T11:20:00,295 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1235, reset compression=false 2024-11-07T11:20:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-07T11:20:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T11:20:00,344 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1234, reset compression=false 2024-11-07T11:20:00,353 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1235, reset compression=false 2024-11-07T11:20:00,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:20:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T11:20:00,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T11:20:00,525 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-07T11:20:00,526 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-07T11:20:00,526 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,44363,1730978379033 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-07T11:20:00,526 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0. 2024-11-07T11:20:00,526 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:00,526 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:00,526 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:00,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T11:20:00,626 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:20:00,626 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:20:00,727 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 terminated 2024-11-07T11:20:00,744 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,44363,1730978379033, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:20:00,744 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-07T11:20:00,745 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T11:20:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T11:20:00,747 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 4ab3d709c6df,44363,1730978379033 suceeded 2024-11-07T11:20:00,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T11:20:00,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 386 msec 2024-11-07T11:20:00,748 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-07T11:20:00,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 454 msec 2024-11-07T11:20:00,758 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:43573' 2024-11-07T11:20:00,759 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63e6dbba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:00,759 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43573,-1 for getting cluster id 2024-11-07T11:20:00,760 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:00,760 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a028c94-23bf-4a25-aec2-ccdfb40a6c15' 2024-11-07T11:20:00,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:00,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a028c94-23bf-4a25-aec2-ccdfb40a6c15" 2024-11-07T11:20:00,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f123eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:00,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43573,-1] 2024-11-07T11:20:00,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:00,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:00,762 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:00,763 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2abac9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:00,763 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:00,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43573,1730978368387 2024-11-07T11:20:00,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46917fc9 2024-11-07T11:20:00,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:00,764 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T11:20:00,765 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,44363,1730978379033 (queues=1) is replicating from cluster=18e8d4b1-fae0-45ce-9168-11cc41989919 to cluster=2a028c94-23bf-4a25-aec2-ccdfb40a6c15 2024-11-07T11:20:00,765 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C44363%2C1730978379033 2024-11-07T11:20:00,765 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,44363,1730978379033, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:20:00,765 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C44363%2C1730978379033 2024-11-07T11:20:00,847 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1234, reset compression=false 2024-11-07T11:20:00,856 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1235, reset compression=false 2024-11-07T11:20:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T11:20:00,924 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:20:00,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:00,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:00,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:00,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:00,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:00,927 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-07T11:20:01,451 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1234, reset compression=false 2024-11-07T11:20:01,459 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1235, reset compression=false 2024-11-07T11:20:01,516 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:01,516 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1338, reset compression=false 2024-11-07T11:20:01,516 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[{test/918853acaa988dff2c898f9832fd533e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T11:20:01,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:01,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39007 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:01,720 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1338, reset compression=false 2024-11-07T11:20:01,773 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:01,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:20:01,774 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68572 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:20:01,929 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-07T11:20:01,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:01,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,46019,-1 for getting cluster id 2024-11-07T11:20:01,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:01,932 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18e8d4b1-fae0-45ce-9168-11cc41989919' 2024-11-07T11:20:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18e8d4b1-fae0-45ce-9168-11cc41989919" 2024-11-07T11:20:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b616ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,46019,-1] 2024-11-07T11:20:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:01,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:01,933 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a89423b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:01,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,46019,1730978378885 2024-11-07T11:20:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75a2a40c 2024-11-07T11:20:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:01,937 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:01,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-07T11:20:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-07T11:20:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T11:20:01,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:20:02,023 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1338, reset compression=false 2024-11-07T11:20:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T11:20:02,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-07T11:20:02,144 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-07T11:20:02,145 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T11:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-07T11:20:02,147 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 4ab3d709c6df,44363,1730978379033 suceeded 2024-11-07T11:20:02,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-07T11:20:02,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-07T11:20:02,149 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-07T11:20:02,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 211 msec 2024-11-07T11:20:02,162 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1235, reset compression=false 2024-11-07T11:20:02,166 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-11-07T11:20:02,166 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:02,166 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39007,1730978374117 got entry batch from reader: WALEntryBatch [walEntries=[{test/3f9db1123269f4ae989bee7a30700f86/10=[#edits: 1 = ],223}, {test/3f9db1123269f4ae989bee7a30700f86/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, lastWalPosition=1466, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-11-07T11:20:02,167 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, startPosition=1235, beingWritten=true 2024-11-07T11:20:02,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:02,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:02,171 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:02,171 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1385, reset compression=false 2024-11-07T11:20:02,171 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,44363,1730978379033 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:02,175 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:02,175 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1512, reset compression=false 2024-11-07T11:20:02,175 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,44363,1730978379033 got entry batch from reader: WALEntryBatch [walEntries=[{test/c4ef3c069a98fc04c80e2014d978f17b/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T11:20:02,177 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:20:02,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T11:20:02,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:02,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T11:20:02,254 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:20:02,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:02,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:02,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:02,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:02,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:02,255 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-07T11:20:02,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:20:02,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:02,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:02,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:02,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:02,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:02,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:20:02,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1430930615, stopped=false 2024-11-07T11:20:02,256 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,46019,1730978378885 2024-11-07T11:20:02,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-742544394/running 2024-11-07T11:20:02,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-742544394/running 2024-11-07T11:20:02,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:20:02,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:20:02,265 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:02,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:02,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:02,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:02,265 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,44363,1730978379033' ***** 2024-11-07T11:20:02,265 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:20:02,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on znode that does not yet exist, /2-742544394/running 2024-11-07T11:20:02,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Set watcher on znode that does not yet exist, /2-742544394/running 2024-11-07T11:20:02,266 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:20:02,266 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:20:02,266 INFO [RS:0;4ab3d709c6df:44363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:20:02,266 INFO [RS:0;4ab3d709c6df:44363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:20:02,266 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(3091): Received CLOSE for 9643bc0f8e01c8954b1e4507ad97ec43 2024-11-07T11:20:02,266 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(3091): Received CLOSE for c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:02,266 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,44363,1730978379033 2024-11-07T11:20:02,266 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:02,266 INFO [RS:0;4ab3d709c6df:44363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:44363. 2024-11-07T11:20:02,266 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9643bc0f8e01c8954b1e4507ad97ec43, disabling compactions & flushes 2024-11-07T11:20:02,266 DEBUG [RS:0;4ab3d709c6df:44363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:02,266 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:20:02,266 DEBUG [RS:0;4ab3d709c6df:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:02,266 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:20:02,266 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. after waiting 0 ms 2024-11-07T11:20:02,267 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:20:02,267 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:20:02,267 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:20:02,267 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:20:02,267 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:20:02,267 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9643bc0f8e01c8954b1e4507ad97ec43 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-07T11:20:02,267 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:20:02,267 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1325): Online Regions={9643bc0f8e01c8954b1e4507ad97ec43=hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43., 1588230740=hbase:meta,,1.1588230740, c4ef3c069a98fc04c80e2014d978f17b=test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b.} 2024-11-07T11:20:02,267 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:20:02,267 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:20:02,267 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9643bc0f8e01c8954b1e4507ad97ec43, c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:02,267 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:20:02,267 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:20:02,267 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:20:02,267 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:20:02,282 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/info/3e5d7fcc5e0b4f2fb0d118d359177416 is 147, key is hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43./info:regioninfo/1730978393250/Put/seqid=0 2024-11-07T11:20:02,283 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/replication/9643bc0f8e01c8954b1e4507ad97ec43/.tmp/queue/3da65c9bac104513a3444d9cb560ce03 is 154, key is 1-4ab3d709c6df,44363,1730978379033/queue:4ab3d709c6df%2C44363%2C1730978379033/1730978402181/Put/seqid=0 2024-11-07T11:20:02,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741840_1016 (size=7686) 2024-11-07T11:20:02,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741841_1017 (size=5353) 2024-11-07T11:20:02,327 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:02,370 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:02,377 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1512, reset compression=false 2024-11-07T11:20:02,426 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1338, reset compression=false 2024-11-07T11:20:02,430 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:02,430 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:02,430 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:02,467 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9643bc0f8e01c8954b1e4507ad97ec43, c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:02,505 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:20:02,505 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:20:02,633 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:02,667 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9643bc0f8e01c8954b1e4507ad97ec43, c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:02,673 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:02,680 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1512, reset compression=false 2024-11-07T11:20:02,686 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/info/3e5d7fcc5e0b4f2fb0d118d359177416 2024-11-07T11:20:02,691 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/replication/9643bc0f8e01c8954b1e4507ad97ec43/.tmp/queue/3da65c9bac104513a3444d9cb560ce03 2024-11-07T11:20:02,695 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/replication/9643bc0f8e01c8954b1e4507ad97ec43/.tmp/queue/3da65c9bac104513a3444d9cb560ce03 as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/replication/9643bc0f8e01c8954b1e4507ad97ec43/queue/3da65c9bac104513a3444d9cb560ce03 2024-11-07T11:20:02,699 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/replication/9643bc0f8e01c8954b1e4507ad97ec43/queue/3da65c9bac104513a3444d9cb560ce03, entries=1, sequenceid=13, filesize=5.2 K 2024-11-07T11:20:02,700 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 9643bc0f8e01c8954b1e4507ad97ec43 in 433ms, sequenceid=13, compaction requested=false 2024-11-07T11:20:02,707 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/ns/d1dcd6996eaf4f80972751ed4cb9ae8d is 43, key is default/ns:d/1730978381203/Put/seqid=0 2024-11-07T11:20:02,709 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/replication/9643bc0f8e01c8954b1e4507ad97ec43/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T11:20:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:02,710 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:20:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9643bc0f8e01c8954b1e4507ad97ec43: Waiting for close lock at 1730978402266Running coprocessor pre-close hooks at 1730978402266Disabling compacts and flushes for region at 1730978402266Disabling writes for close at 1730978402267 (+1 ms)Obtaining lock to block concurrent updates at 1730978402267Preparing flush snapshotting stores in 9643bc0f8e01c8954b1e4507ad97ec43 at 1730978402267Finished memstore snapshotting hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1730978402267Flushing stores of hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. at 1730978402267Flushing 9643bc0f8e01c8954b1e4507ad97ec43/queue: creating writer at 1730978402267Flushing 9643bc0f8e01c8954b1e4507ad97ec43/queue: appending metadata at 1730978402283 (+16 ms)Flushing 9643bc0f8e01c8954b1e4507ad97ec43/queue: closing flushed file at 1730978402283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59eb793: reopening flushed file at 1730978402694 (+411 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 9643bc0f8e01c8954b1e4507ad97ec43 in 433ms, sequenceid=13, compaction requested=false at 1730978402700 (+6 ms)Writing region close event to WAL at 1730978402706 (+6 ms)Running coprocessor post-close hooks at 1730978402710 (+4 ms)Closed at 1730978402710 2024-11-07T11:20:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978392086.9643bc0f8e01c8954b1e4507ad97ec43. 2024-11-07T11:20:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4ef3c069a98fc04c80e2014d978f17b, disabling compactions & flushes 2024-11-07T11:20:02,710 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:20:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:20:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. after waiting 0 ms 2024-11-07T11:20:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:20:02,711 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4ef3c069a98fc04c80e2014d978f17b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T11:20:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:20:02,728 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/.tmp/f/dca0e7fe40a34dfda9d1f31c49467b54 is 37, key is row3/f:row3/1730978400925/Put/seqid=0 2024-11-07T11:20:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741843_1019 (size=5228) 2024-11-07T11:20:02,867 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:02,936 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:03,068 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:03,076 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:03,082 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1512, reset compression=false 2024-11-07T11:20:03,086 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:03,086 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1759, reset compression=false 2024-11-07T11:20:03,086 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,44363,1730978379033 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:03,087 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,44363,1730978379033: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4ab3d709c6df,44363,1730978379033, walGroup=4ab3d709c6df%2C44363%2C1730978379033, offset=4ab3d709c6df%2C44363%2C1730978379033.1730978380633:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:44363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:20:03,088 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:20:03,088 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:20:03,089 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:20:03,089 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:20:03,089 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:20:03,089 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 805554688 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198768168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:20:03,089 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:46019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:46019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:20:03,111 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/ns/d1dcd6996eaf4f80972751ed4cb9ae8d 2024-11-07T11:20:03,127 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/rep_barrier/6f757f01465e487083d40c643a6daa3d is 112, key is test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b./rep_barrier:seqnumDuringOpen/1730978386973/Put/seqid=0 2024-11-07T11:20:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741844_1020 (size=5518) 2024-11-07T11:20:03,132 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/.tmp/f/dca0e7fe40a34dfda9d1f31c49467b54 2024-11-07T11:20:03,135 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dca0e7fe40a34dfda9d1f31c49467b54 2024-11-07T11:20:03,152 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/.tmp/f1/389f18b721cc48c6af5df01d06d89aa1 is 30, key is row1/f1:/1730978398272/DeleteFamily/seqid=0 2024-11-07T11:20:03,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741845_1021 (size=5158) 2024-11-07T11:20:03,268 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:20:03,268 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c4ef3c069a98fc04c80e2014d978f17b=test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b.} 2024-11-07T11:20:03,268 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:03,288 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1759, reset compression=false 2024-11-07T11:20:03,340 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:03,468 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:03,530 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/rep_barrier/6f757f01465e487083d40c643a6daa3d 2024-11-07T11:20:03,546 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/table/8e2e919e5c7b48358e963a99a77790d2 is 53, key is hbase:replication/table:state/1730978393256/Put/seqid=0 2024-11-07T11:20:03,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741846_1022 (size=5308) 2024-11-07T11:20:03,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:20:03,555 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/.tmp/f1/389f18b721cc48c6af5df01d06d89aa1 2024-11-07T11:20:03,559 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 389f18b721cc48c6af5df01d06d89aa1 2024-11-07T11:20:03,573 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/.tmp/norep/7c0ee8012f8746a49d9e3004fa3e206d is 33, key is row2/norep:/1730978399277/DeleteFamily/seqid=0 2024-11-07T11:20:03,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741847_1023 (size=5108) 2024-11-07T11:20:03,579 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:03,591 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1759, reset compression=false 2024-11-07T11:20:03,668 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:03,843 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:03,868 DEBUG [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4ef3c069a98fc04c80e2014d978f17b 2024-11-07T11:20:03,950 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/table/8e2e919e5c7b48358e963a99a77790d2 2024-11-07T11:20:03,954 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/info/3e5d7fcc5e0b4f2fb0d118d359177416 as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/info/3e5d7fcc5e0b4f2fb0d118d359177416 2024-11-07T11:20:03,957 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/info/3e5d7fcc5e0b4f2fb0d118d359177416, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:20:03,958 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/ns/d1dcd6996eaf4f80972751ed4cb9ae8d as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/ns/d1dcd6996eaf4f80972751ed4cb9ae8d 2024-11-07T11:20:03,961 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/ns/d1dcd6996eaf4f80972751ed4cb9ae8d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:20:03,962 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/rep_barrier/6f757f01465e487083d40c643a6daa3d as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/rep_barrier/6f757f01465e487083d40c643a6daa3d 2024-11-07T11:20:03,965 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/rep_barrier/6f757f01465e487083d40c643a6daa3d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:20:03,966 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/.tmp/table/8e2e919e5c7b48358e963a99a77790d2 as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/table/8e2e919e5c7b48358e963a99a77790d2 2024-11-07T11:20:03,969 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/table/8e2e919e5c7b48358e963a99a77790d2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:20:03,970 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-07T11:20:03,973 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:20:03,974 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:03,974 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:03,974 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:03,974 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978402267Running coprocessor pre-close hooks at 1730978402267Disabling compacts and flushes for region at 1730978402267Disabling writes for close at 1730978402267Obtaining lock to block concurrent updates at 1730978402267Preparing flush snapshotting stores in 1588230740 at 1730978402267Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978402267Flushing stores of hbase:meta,,1.1588230740 at 1730978402268 (+1 ms)Flushing 1588230740/info: creating writer at 1730978402268Flushing 1588230740/info: appending metadata at 1730978402282 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730978402282Flushing 1588230740/ns: creating writer at 1730978402690 (+408 ms)Flushing 1588230740/ns: appending metadata at 1730978402707 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730978402707Flushing 1588230740/rep_barrier: creating writer at 1730978403114 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978403126 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978403126Flushing 1588230740/table: creating writer at 1730978403534 (+408 ms)Flushing 1588230740/table: appending metadata at 1730978403546 (+12 ms)Flushing 1588230740/table: closing flushed file at 1730978403546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221214d9: reopening flushed file at 1730978403954 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67dc5855: reopening flushed file at 1730978403958 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7edd3ff4: reopening flushed file at 1730978403961 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a13861: reopening flushed file at 1730978403965 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1730978403970 (+5 ms)Writing region close event to WAL at 1730978403971 (+1 ms)Running coprocessor post-close hooks at 1730978403974 (+3 ms)Closed at 1730978403974 2024-11-07T11:20:03,974 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:03,976 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/.tmp/norep/7c0ee8012f8746a49d9e3004fa3e206d 2024-11-07T11:20:03,979 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c0ee8012f8746a49d9e3004fa3e206d 2024-11-07T11:20:03,980 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/.tmp/f/dca0e7fe40a34dfda9d1f31c49467b54 as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/f/dca0e7fe40a34dfda9d1f31c49467b54 2024-11-07T11:20:03,983 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dca0e7fe40a34dfda9d1f31c49467b54 2024-11-07T11:20:03,983 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/f/dca0e7fe40a34dfda9d1f31c49467b54, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T11:20:03,984 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/.tmp/f1/389f18b721cc48c6af5df01d06d89aa1 as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/f1/389f18b721cc48c6af5df01d06d89aa1 2024-11-07T11:20:03,987 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 389f18b721cc48c6af5df01d06d89aa1 2024-11-07T11:20:03,987 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/f1/389f18b721cc48c6af5df01d06d89aa1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T11:20:03,987 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/.tmp/norep/7c0ee8012f8746a49d9e3004fa3e206d as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/norep/7c0ee8012f8746a49d9e3004fa3e206d 2024-11-07T11:20:03,990 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c0ee8012f8746a49d9e3004fa3e206d 2024-11-07T11:20:03,990 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/norep/7c0ee8012f8746a49d9e3004fa3e206d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T11:20:03,991 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c4ef3c069a98fc04c80e2014d978f17b in 1281ms, sequenceid=12, compaction requested=false 2024-11-07T11:20:03,993 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 1759, reset compression=false 2024-11-07T11:20:03,995 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/data/default/test/c4ef3c069a98fc04c80e2014d978f17b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T11:20:03,996 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:03,996 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:20:03,996 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:20:03,996 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4ef3c069a98fc04c80e2014d978f17b: Waiting for close lock at 1730978402710Running coprocessor pre-close hooks at 1730978402710Disabling compacts and flushes for region at 1730978402710Disabling writes for close at 1730978402710Obtaining lock to block concurrent updates at 1730978402711 (+1 ms)Preparing flush snapshotting stores in c4ef3c069a98fc04c80e2014d978f17b at 1730978402711Finished memstore snapshotting test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730978402711Flushing stores of test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. at 1730978402711Flushing c4ef3c069a98fc04c80e2014d978f17b/f: creating writer at 1730978402711Flushing c4ef3c069a98fc04c80e2014d978f17b/f: appending metadata at 1730978402728 (+17 ms)Flushing c4ef3c069a98fc04c80e2014d978f17b/f: closing flushed file at 1730978402728Flushing c4ef3c069a98fc04c80e2014d978f17b/f1: creating writer at 1730978403136 (+408 ms)Flushing c4ef3c069a98fc04c80e2014d978f17b/f1: appending metadata at 1730978403151 (+15 ms)Flushing c4ef3c069a98fc04c80e2014d978f17b/f1: closing flushed file at 1730978403151Flushing c4ef3c069a98fc04c80e2014d978f17b/norep: creating writer at 1730978403559 (+408 ms)Flushing c4ef3c069a98fc04c80e2014d978f17b/norep: appending metadata at 1730978403572 (+13 ms)Flushing c4ef3c069a98fc04c80e2014d978f17b/norep: closing flushed file at 1730978403572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed22b84: reopening flushed file at 1730978403979 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c1bfe0: reopening flushed file at 1730978403983 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35caf592: reopening flushed file at 1730978403987 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c4ef3c069a98fc04c80e2014d978f17b in 1281ms, sequenceid=12, compaction requested=false at 1730978403991 (+4 ms)Writing region close event to WAL at 1730978403992 (+1 ms)Running coprocessor post-close hooks at 1730978403995 (+3 ms)Closed at 1730978403996 (+1 ms) 2024-11-07T11:20:03,996 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978385605.c4ef3c069a98fc04c80e2014d978f17b. 2024-11-07T11:20:03,997 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:03,997 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 2403, reset compression=false 2024-11-07T11:20:04,068 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,44363,1730978379033; all regions closed. 2024-11-07T11:20:04,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:20:04,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.meta.1730978381155.meta not finished, retry = 0 2024-11-07T11:20:04,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741839_1015 (size=3334) 2024-11-07T11:20:04,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741833_1009 (size=2411) 2024-11-07T11:20:04,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 not finished, retry = 0 2024-11-07T11:20:04,181 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:04,200 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 to pos 2403, reset compression=false 2024-11-07T11:20:04,276 DEBUG [RS:0;4ab3d709c6df:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:04,276 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:04,276 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/WALs/4ab3d709c6df,44363,1730978379033/4ab3d709c6df%2C44363%2C1730978379033.1730978380633 2024-11-07T11:20:04,276 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:04,276 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:04,277 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:04,277 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:04,277 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,44363,1730978379033 because: Region server is closing 2024-11-07T11:20:04,277 INFO [RS:0;4ab3d709c6df:44363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:44363. 2024-11-07T11:20:04,277 DEBUG [RS:0;4ab3d709c6df:44363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:04,277 DEBUG [RS:0;4ab3d709c6df:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:04,277 DEBUG [RS:0;4ab3d709c6df:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:04,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:04,377 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.shipper4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 terminated 2024-11-07T11:20:04,378 INFO [RS:0;4ab3d709c6df:44363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:44363. 2024-11-07T11:20:04,377 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,44363,1730978379033.replicationSource.wal-reader.4ab3d709c6df%2C44363%2C1730978379033,1-4ab3d709c6df,44363,1730978379033 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-07T11:20:04,378 DEBUG [RS:0;4ab3d709c6df:44363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:04,378 DEBUG [RS:0;4ab3d709c6df:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:04,378 DEBUG [RS:0;4ab3d709c6df:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:04,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:04,378 INFO [RS:0;4ab3d709c6df:44363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44363 2024-11-07T11:20:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394/rs 2024-11-07T11:20:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-742544394/rs/4ab3d709c6df,44363,1730978379033 2024-11-07T11:20:04,428 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:04,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,44363,1730978379033] 2024-11-07T11:20:04,446 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:04,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-742544394/draining/4ab3d709c6df,44363,1730978379033 already deleted, retry=false 2024-11-07T11:20:04,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,44363,1730978379033 expired; onlineServers=0 2024-11-07T11:20:04,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,46019,1730978378885' ***** 2024-11-07T11:20:04,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:20:04,449 INFO [M:0;4ab3d709c6df:46019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:04,449 INFO [M:0;4ab3d709c6df:46019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:04,449 DEBUG [M:0;4ab3d709c6df:46019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:20:04,450 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:20:04,450 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978380257 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978380257,5,FailOnTimeoutGroup] 2024-11-07T11:20:04,450 DEBUG [M:0;4ab3d709c6df:46019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:20:04,450 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978380257 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978380257,5,FailOnTimeoutGroup] 2024-11-07T11:20:04,450 INFO [M:0;4ab3d709c6df:46019 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:04,450 INFO [M:0;4ab3d709c6df:46019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:04,450 DEBUG [M:0;4ab3d709c6df:46019 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:20:04,450 INFO [M:0;4ab3d709c6df:46019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:20:04,450 INFO [M:0;4ab3d709c6df:46019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:04,450 INFO [M:0;4ab3d709c6df:46019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:20:04,451 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:20:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-742544394/master 2024-11-07T11:20:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-742544394 2024-11-07T11:20:04,460 DEBUG [M:0;4ab3d709c6df:46019 {}] zookeeper.ZKUtil(347): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Unable to get data of znode /2-742544394/master because node does not exist (not an error) 2024-11-07T11:20:04,460 WARN [M:0;4ab3d709c6df:46019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:20:04,461 INFO [M:0;4ab3d709c6df:46019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/.lastflushedseqids 2024-11-07T11:20:04,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741848_1024 (size=245) 2024-11-07T11:20:04,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:04,539 INFO [RS:0;4ab3d709c6df:44363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:04,539 INFO [RS:0;4ab3d709c6df:44363 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,44363,1730978379033; zookeeper connection closed. 2024-11-07T11:20:04,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x1011505be7c0007, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:04,539 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1766a4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1766a4d 2024-11-07T11:20:04,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:20:04,867 INFO [M:0;4ab3d709c6df:46019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:20:04,867 INFO [M:0;4ab3d709c6df:46019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:20:04,867 DEBUG [M:0;4ab3d709c6df:46019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:20:04,867 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:04,867 DEBUG [M:0;4ab3d709c6df:46019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:04,867 DEBUG [M:0;4ab3d709c6df:46019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:20:04,867 DEBUG [M:0;4ab3d709c6df:46019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:04,868 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-07T11:20:04,884 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:04,885 DEBUG [M:0;4ab3d709c6df:46019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d461fb8b3034287b991b355a9932080 is 82, key is hbase:meta,,1/info:regioninfo/1730978381186/Put/seqid=0 2024-11-07T11:20:04,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741849_1025 (size=5672) 2024-11-07T11:20:05,151 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:05,289 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d461fb8b3034287b991b355a9932080 2024-11-07T11:20:05,309 DEBUG [M:0;4ab3d709c6df:46019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/677ae643cf3e451fb26d419cfceafcfe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730978393259/Put/seqid=0 2024-11-07T11:20:05,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741850_1026 (size=9212) 2024-11-07T11:20:05,687 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:05,713 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/677ae643cf3e451fb26d419cfceafcfe 2024-11-07T11:20:05,732 DEBUG [M:0;4ab3d709c6df:46019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/165480b86bb648beb0ccc445a825fdc6 is 69, key is 4ab3d709c6df,44363,1730978379033/rs:state/1730978380428/Put/seqid=0 2024-11-07T11:20:05,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741851_1027 (size=5156) 2024-11-07T11:20:05,736 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/165480b86bb648beb0ccc445a825fdc6 2024-11-07T11:20:05,739 DEBUG [M:0;4ab3d709c6df:46019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d461fb8b3034287b991b355a9932080 as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d461fb8b3034287b991b355a9932080 2024-11-07T11:20:05,742 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d461fb8b3034287b991b355a9932080, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T11:20:05,743 DEBUG [M:0;4ab3d709c6df:46019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/677ae643cf3e451fb26d419cfceafcfe as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/677ae643cf3e451fb26d419cfceafcfe 2024-11-07T11:20:05,746 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/677ae643cf3e451fb26d419cfceafcfe, entries=15, sequenceid=127, filesize=9.0 K 2024-11-07T11:20:05,747 DEBUG [M:0;4ab3d709c6df:46019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/165480b86bb648beb0ccc445a825fdc6 as hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/165480b86bb648beb0ccc445a825fdc6 2024-11-07T11:20:05,750 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38385/user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/165480b86bb648beb0ccc445a825fdc6, entries=1, sequenceid=127, filesize=5.0 K 2024-11-07T11:20:05,751 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false 2024-11-07T11:20:05,752 INFO [M:0;4ab3d709c6df:46019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:05,752 DEBUG [M:0;4ab3d709c6df:46019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978404867Disabling compacts and flushes for region at 1730978404867Disabling writes for close at 1730978404867Obtaining lock to block concurrent updates at 1730978404868 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978404868Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1730978404868Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978404868Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978404868Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978404885 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978404885Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978405292 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978405309 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978405309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978405717 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978405732 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978405732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7693e096: reopening flushed file at 1730978405739 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d383922: reopening flushed file at 1730978405743 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@537f7940: reopening flushed file at 1730978405746 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false at 1730978405751 (+5 ms)Writing region close event to WAL at 1730978405752 (+1 ms)Closed at 1730978405752 2024-11-07T11:20:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36459 is added to blk_1073741830_1006 (size=73866) 2024-11-07T11:20:05,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a9b70a5-fd71-9078-48ec-fb41e5ddc86c/MasterData/WALs/4ab3d709c6df,46019,1730978378885/4ab3d709c6df%2C46019%2C1730978378885.1730978380008 not finished, retry = 0 2024-11-07T11:20:05,855 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:05,855 INFO [M:0;4ab3d709c6df:46019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:20:05,855 INFO [M:0;4ab3d709c6df:46019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46019 2024-11-07T11:20:05,855 INFO [M:0;4ab3d709c6df:46019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:05,954 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:06,205 INFO [M:0;4ab3d709c6df:46019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46019-0x1011505be7c0006, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:06,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60672866{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:06,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:06,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:06,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:06,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:06,209 WARN [BP-265166232-172.17.0.2-1730978376896 heartbeating to localhost/127.0.0.1:38385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:20:06,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:20:06,209 WARN [BP-265166232-172.17.0.2-1730978376896 heartbeating to localhost/127.0.0.1:38385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-265166232-172.17.0.2-1730978376896 (Datanode Uuid 578a4a9e-162f-439d-89e1-7233248bab75) service to localhost/127.0.0.1:38385 2024-11-07T11:20:06,209 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:20:06,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/cluster_e82ebca8-a78b-5106-5210-8fdd70721ae5/data/data1/current/BP-265166232-172.17.0.2-1730978376896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:06,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/cluster_e82ebca8-a78b-5106-5210-8fdd70721ae5/data/data2/current/BP-265166232-172.17.0.2-1730978376896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:06,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:20:06,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@555067b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:06,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:06,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:06,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:06,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:06,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:20:06,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:20:06,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:06,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:06,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:06,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:06,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:06,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:20:06,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=209502281, stopped=false 2024-11-07T11:20:06,233 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,33873,1730978373966 2024-11-07T11:20:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379286854/running 2024-11-07T11:20:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379286854/running 2024-11-07T11:20:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:20:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:20:06,249 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:06,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on znode that does not yet exist, /1379286854/running 2024-11-07T11:20:06,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:06,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Set watcher on znode that does not yet exist, /1379286854/running 2024-11-07T11:20:06,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:06,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:06,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,39007,1730978374117' ***** 2024-11-07T11:20:06,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:20:06,250 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:20:06,250 INFO [RS:0;4ab3d709c6df:39007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:20:06,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:20:06,250 INFO [RS:0;4ab3d709c6df:39007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:20:06,250 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(3091): Received CLOSE for 4934616c306f5dba32e9021d0855612f 2024-11-07T11:20:06,251 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:20:06,251 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,39007,1730978374117 2024-11-07T11:20:06,251 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:06,251 INFO [RS:0;4ab3d709c6df:39007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:39007. 2024-11-07T11:20:06,251 DEBUG [RS:0;4ab3d709c6df:39007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:06,251 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4934616c306f5dba32e9021d0855612f, disabling compactions & flushes 2024-11-07T11:20:06,251 DEBUG [RS:0;4ab3d709c6df:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:06,251 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:20:06,251 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:20:06,251 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:20:06,251 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. after waiting 0 ms 2024-11-07T11:20:06,251 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:20:06,251 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:20:06,251 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:20:06,251 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:20:06,251 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4934616c306f5dba32e9021d0855612f 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-07T11:20:06,251 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:20:06,251 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4934616c306f5dba32e9021d0855612f=hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f., 3f9db1123269f4ae989bee7a30700f86=test,,1730978383446.3f9db1123269f4ae989bee7a30700f86.} 2024-11-07T11:20:06,251 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f9db1123269f4ae989bee7a30700f86, 4934616c306f5dba32e9021d0855612f 2024-11-07T11:20:06,251 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:20:06,251 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:20:06,251 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:20:06,251 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:20:06,251 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:20:06,251 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:20:06,265 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/info/0cc804233b31461ab969c5ad78cbad5d is 147, key is hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f./info:regioninfo/1730978391146/Put/seqid=0 2024-11-07T11:20:06,268 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/replication/4934616c306f5dba32e9021d0855612f/.tmp/queue/3907defb11ca4152ab8b809ceeb242ca is 154, key is 1-4ab3d709c6df,39007,1730978374117/queue:4ab3d709c6df%2C39007%2C1730978374117/1730978402171/Put/seqid=0 2024-11-07T11:20:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741840_1016 (size=7686) 2024-11-07T11:20:06,270 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/info/0cc804233b31461ab969c5ad78cbad5d 2024-11-07T11:20:06,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741841_1017 (size=5353) 2024-11-07T11:20:06,286 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/ns/439af6a037544da580f48a7d1a6aaa10 is 43, key is default/ns:d/1730978376741/Put/seqid=0 2024-11-07T11:20:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:20:06,329 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:06,451 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f9db1123269f4ae989bee7a30700f86, 4934616c306f5dba32e9021d0855612f 2024-11-07T11:20:06,590 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:06,651 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f9db1123269f4ae989bee7a30700f86, 4934616c306f5dba32e9021d0855612f 2024-11-07T11:20:06,674 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/replication/4934616c306f5dba32e9021d0855612f/.tmp/queue/3907defb11ca4152ab8b809ceeb242ca 2024-11-07T11:20:06,678 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/replication/4934616c306f5dba32e9021d0855612f/.tmp/queue/3907defb11ca4152ab8b809ceeb242ca as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/replication/4934616c306f5dba32e9021d0855612f/queue/3907defb11ca4152ab8b809ceeb242ca 2024-11-07T11:20:06,682 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/replication/4934616c306f5dba32e9021d0855612f/queue/3907defb11ca4152ab8b809ceeb242ca, entries=1, sequenceid=13, filesize=5.2 K 2024-11-07T11:20:06,683 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 4934616c306f5dba32e9021d0855612f in 431ms, sequenceid=13, compaction requested=false 2024-11-07T11:20:06,683 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T11:20:06,686 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/replication/4934616c306f5dba32e9021d0855612f/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T11:20:06,687 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:06,687 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:06,687 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:20:06,687 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4934616c306f5dba32e9021d0855612f: Waiting for close lock at 1730978406251Running coprocessor pre-close hooks at 1730978406251Disabling compacts and flushes for region at 1730978406251Disabling writes for close at 1730978406251Obtaining lock to block concurrent updates at 1730978406251Preparing flush snapshotting stores in 4934616c306f5dba32e9021d0855612f at 1730978406251Finished memstore snapshotting hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1730978406251Flushing stores of hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. at 1730978406252 (+1 ms)Flushing 4934616c306f5dba32e9021d0855612f/queue: creating writer at 1730978406252Flushing 4934616c306f5dba32e9021d0855612f/queue: appending metadata at 1730978406267 (+15 ms)Flushing 4934616c306f5dba32e9021d0855612f/queue: closing flushed file at 1730978406267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4c8d6f: reopening flushed file at 1730978406677 (+410 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 4934616c306f5dba32e9021d0855612f in 431ms, sequenceid=13, compaction requested=false at 1730978406683 (+6 ms)Writing region close event to WAL at 1730978406684 (+1 ms)Running coprocessor post-close hooks at 1730978406687 (+3 ms)Closed at 1730978406687 2024-11-07T11:20:06,687 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978389937.4934616c306f5dba32e9021d0855612f. 2024-11-07T11:20:06,687 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f9db1123269f4ae989bee7a30700f86, disabling compactions & flushes 2024-11-07T11:20:06,687 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:20:06,687 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:20:06,687 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. after waiting 0 ms 2024-11-07T11:20:06,687 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:20:06,687 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f9db1123269f4ae989bee7a30700f86 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T11:20:06,690 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/ns/439af6a037544da580f48a7d1a6aaa10 2024-11-07T11:20:06,702 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/.tmp/f/54a82af65acc4f729b4156dff6a915c3 is 37, key is row3/f:row3/1730978400925/Put/seqid=0 2024-11-07T11:20:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741843_1019 (size=5228) 2024-11-07T11:20:06,710 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/rep_barrier/92184513e7534b6e993aae89adf5d975 is 112, key is test,,1730978383446.3f9db1123269f4ae989bee7a30700f86./rep_barrier:seqnumDuringOpen/1730978384588/Put/seqid=0 2024-11-07T11:20:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741844_1020 (size=5518) 2024-11-07T11:20:06,713 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/rep_barrier/92184513e7534b6e993aae89adf5d975 2024-11-07T11:20:06,729 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/table/11a03c2c965d44a684d64b17aadaa900 is 53, key is hbase:replication/table:state/1730978391151/Put/seqid=0 2024-11-07T11:20:06,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741845_1021 (size=5308) 2024-11-07T11:20:06,852 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:20:06,857 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:06,868 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T11:20:06,902 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:20:06,902 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:20:07,052 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:20:07,105 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/.tmp/f/54a82af65acc4f729b4156dff6a915c3 2024-11-07T11:20:07,109 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54a82af65acc4f729b4156dff6a915c3 2024-11-07T11:20:07,122 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/.tmp/f1/d4896eb1dea64c3ba6cf0382631809a0 is 30, key is row1/f1:/1730978398272/DeleteFamily/seqid=0 2024-11-07T11:20:07,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741846_1022 (size=5158) 2024-11-07T11:20:07,133 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/table/11a03c2c965d44a684d64b17aadaa900 2024-11-07T11:20:07,136 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/info/0cc804233b31461ab969c5ad78cbad5d as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/info/0cc804233b31461ab969c5ad78cbad5d 2024-11-07T11:20:07,139 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/info/0cc804233b31461ab969c5ad78cbad5d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:20:07,140 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/ns/439af6a037544da580f48a7d1a6aaa10 as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/ns/439af6a037544da580f48a7d1a6aaa10 2024-11-07T11:20:07,143 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/ns/439af6a037544da580f48a7d1a6aaa10, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:20:07,143 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/rep_barrier/92184513e7534b6e993aae89adf5d975 as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/rep_barrier/92184513e7534b6e993aae89adf5d975 2024-11-07T11:20:07,146 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/rep_barrier/92184513e7534b6e993aae89adf5d975, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:20:07,146 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/.tmp/table/11a03c2c965d44a684d64b17aadaa900 as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/table/11a03c2c965d44a684d64b17aadaa900 2024-11-07T11:20:07,149 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/table/11a03c2c965d44a684d64b17aadaa900, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:20:07,150 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=16, compaction requested=false 2024-11-07T11:20:07,150 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:20:07,154 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:20:07,154 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:07,154 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:07,154 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:07,154 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978406251Running coprocessor pre-close hooks at 1730978406251Disabling compacts and flushes for region at 1730978406251Disabling writes for close at 1730978406251Obtaining lock to block concurrent updates at 1730978406251Preparing flush snapshotting stores in 1588230740 at 1730978406251Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978406251Flushing stores of hbase:meta,,1.1588230740 at 1730978406252 (+1 ms)Flushing 1588230740/info: creating writer at 1730978406252Flushing 1588230740/info: appending metadata at 1730978406265 (+13 ms)Flushing 1588230740/info: closing flushed file at 1730978406265Flushing 1588230740/ns: creating writer at 1730978406274 (+9 ms)Flushing 1588230740/ns: appending metadata at 1730978406286 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1730978406286Flushing 1588230740/rep_barrier: creating writer at 1730978406693 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978406710 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978406710Flushing 1588230740/table: creating writer at 1730978406717 (+7 ms)Flushing 1588230740/table: appending metadata at 1730978406729 (+12 ms)Flushing 1588230740/table: closing flushed file at 1730978406729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2c20ff: reopening flushed file at 1730978407136 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e001bc: reopening flushed file at 1730978407139 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8ab74b: reopening flushed file at 1730978407143 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b910dd: reopening flushed file at 1730978407146 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=16, compaction requested=false at 1730978407150 (+4 ms)Writing region close event to WAL at 1730978407151 (+1 ms)Running coprocessor post-close hooks at 1730978407154 (+3 ms)Closed at 1730978407154 2024-11-07T11:20:07,154 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:07,252 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:20:07,252 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1325): Online Regions={3f9db1123269f4ae989bee7a30700f86=test,,1730978383446.3f9db1123269f4ae989bee7a30700f86.} 2024-11-07T11:20:07,252 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1351): Waiting on 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:20:07,452 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1351): Waiting on 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:20:07,525 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/.tmp/f1/d4896eb1dea64c3ba6cf0382631809a0 2024-11-07T11:20:07,528 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4896eb1dea64c3ba6cf0382631809a0 2024-11-07T11:20:07,542 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/.tmp/norep/e8af365cda9c43bbac998dd7f53c147b is 33, key is row1/norep:/1730978398272/DeleteFamily/seqid=0 2024-11-07T11:20:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741847_1023 (size=5108) 2024-11-07T11:20:07,593 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1466, reset compression=false 2024-11-07T11:20:07,597 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:07,597 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1713, reset compression=false 2024-11-07T11:20:07,597 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39007,1730978374117 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:07,598 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,39007,1730978374117: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4ab3d709c6df,39007,1730978374117, walGroup=4ab3d709c6df%2C39007%2C1730978374117, offset=4ab3d709c6df%2C39007%2C1730978374117.1730978376031:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:39007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:20:07,600 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:20:07,600 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:20:07,600 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:20:07,600 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:20:07,601 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:20:07,601 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 899926528 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199278504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:20:07,601 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:20:07,652 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1351): Waiting on 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:20:07,801 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1713, reset compression=false 2024-11-07T11:20:07,852 DEBUG [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1351): Waiting on 3f9db1123269f4ae989bee7a30700f86 2024-11-07T11:20:07,860 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:07,945 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/.tmp/norep/e8af365cda9c43bbac998dd7f53c147b 2024-11-07T11:20:07,949 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8af365cda9c43bbac998dd7f53c147b 2024-11-07T11:20:07,950 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/.tmp/f/54a82af65acc4f729b4156dff6a915c3 as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/f/54a82af65acc4f729b4156dff6a915c3 2024-11-07T11:20:07,953 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54a82af65acc4f729b4156dff6a915c3 2024-11-07T11:20:07,953 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/f/54a82af65acc4f729b4156dff6a915c3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T11:20:07,953 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/.tmp/f1/d4896eb1dea64c3ba6cf0382631809a0 as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/f1/d4896eb1dea64c3ba6cf0382631809a0 2024-11-07T11:20:07,956 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4896eb1dea64c3ba6cf0382631809a0 2024-11-07T11:20:07,957 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/f1/d4896eb1dea64c3ba6cf0382631809a0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T11:20:07,957 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/.tmp/norep/e8af365cda9c43bbac998dd7f53c147b as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/norep/e8af365cda9c43bbac998dd7f53c147b 2024-11-07T11:20:07,960 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8af365cda9c43bbac998dd7f53c147b 2024-11-07T11:20:07,960 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/norep/e8af365cda9c43bbac998dd7f53c147b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T11:20:07,961 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3f9db1123269f4ae989bee7a30700f86 in 1274ms, sequenceid=12, compaction requested=false 2024-11-07T11:20:07,961 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T11:20:07,965 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/data/default/test/3f9db1123269f4ae989bee7a30700f86/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T11:20:07,965 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:07,965 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:20:07,965 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:20:07,965 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f9db1123269f4ae989bee7a30700f86: Waiting for close lock at 1730978406687Running coprocessor pre-close hooks at 1730978406687Disabling compacts and flushes for region at 1730978406687Disabling writes for close at 1730978406687Obtaining lock to block concurrent updates at 1730978406687Preparing flush snapshotting stores in 3f9db1123269f4ae989bee7a30700f86 at 1730978406687Finished memstore snapshotting test,,1730978383446.3f9db1123269f4ae989bee7a30700f86., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730978406687Flushing stores of test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. at 1730978406688 (+1 ms)Flushing 3f9db1123269f4ae989bee7a30700f86/f: creating writer at 1730978406688Flushing 3f9db1123269f4ae989bee7a30700f86/f: appending metadata at 1730978406701 (+13 ms)Flushing 3f9db1123269f4ae989bee7a30700f86/f: closing flushed file at 1730978406701Flushing 3f9db1123269f4ae989bee7a30700f86/f1: creating writer at 1730978407109 (+408 ms)Flushing 3f9db1123269f4ae989bee7a30700f86/f1: appending metadata at 1730978407121 (+12 ms)Flushing 3f9db1123269f4ae989bee7a30700f86/f1: closing flushed file at 1730978407121Flushing 3f9db1123269f4ae989bee7a30700f86/norep: creating writer at 1730978407528 (+407 ms)Flushing 3f9db1123269f4ae989bee7a30700f86/norep: appending metadata at 1730978407541 (+13 ms)Flushing 3f9db1123269f4ae989bee7a30700f86/norep: closing flushed file at 1730978407541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a5e920: reopening flushed file at 1730978407949 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e96d0: reopening flushed file at 1730978407953 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2022f57a: reopening flushed file at 1730978407957 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3f9db1123269f4ae989bee7a30700f86 in 1274ms, sequenceid=12, compaction requested=false at 1730978407961 (+4 ms)Writing region close event to WAL at 1730978407962 (+1 ms)Running coprocessor post-close hooks at 1730978407965 (+3 ms)Closed at 1730978407965 2024-11-07T11:20:07,965 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978383446.3f9db1123269f4ae989bee7a30700f86. 2024-11-07T11:20:08,053 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,39007,1730978374117; all regions closed. 2024-11-07T11:20:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:20:08,054 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.meta.1730978376698.meta not finished, retry = 0 2024-11-07T11:20:08,104 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 1713, reset compression=false 2024-11-07T11:20:08,108 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:08,108 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/WALs/4ab3d709c6df,39007,1730978374117/4ab3d709c6df%2C39007%2C1730978374117.1730978376031 to pos 2357, reset compression=false 2024-11-07T11:20:08,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741839_1015 (size=3333) 2024-11-07T11:20:08,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741833_1009 (size=2365) 2024-11-07T11:20:08,159 DEBUG [RS:0;4ab3d709c6df:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:08,159 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:08,159 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:08,159 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:08,160 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:08,160 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:08,160 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,39007,1730978374117 because: Region server is closing 2024-11-07T11:20:08,160 INFO [RS:0;4ab3d709c6df:39007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:39007. 2024-11-07T11:20:08,160 DEBUG [RS:0;4ab3d709c6df:39007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:08,160 DEBUG [RS:0;4ab3d709c6df:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:08,160 DEBUG [RS:0;4ab3d709c6df:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:08,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:08,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:20:08,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,261 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.shipper4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 terminated 2024-11-07T11:20:08,261 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39007,1730978374117.replicationSource.wal-reader.4ab3d709c6df%2C39007%2C1730978374117,1-4ab3d709c6df,39007,1730978374117 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:20:08,261 INFO [RS:0;4ab3d709c6df:39007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:39007. 2024-11-07T11:20:08,261 DEBUG [RS:0;4ab3d709c6df:39007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:08,261 DEBUG [RS:0;4ab3d709c6df:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:08,261 DEBUG [RS:0;4ab3d709c6df:39007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:08,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:08,261 INFO [RS:0;4ab3d709c6df:39007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39007 2024-11-07T11:20:08,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854/rs 2024-11-07T11:20:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379286854/rs/4ab3d709c6df,39007,1730978374117 2024-11-07T11:20:08,312 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:08,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,39007,1730978374117] 2024-11-07T11:20:08,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1379286854/draining/4ab3d709c6df,39007,1730978374117 already deleted, retry=false 2024-11-07T11:20:08,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,39007,1730978374117 expired; onlineServers=0 2024-11-07T11:20:08,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,33873,1730978373966' ***** 2024-11-07T11:20:08,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:20:08,333 INFO [M:0;4ab3d709c6df:33873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:08,333 INFO [M:0;4ab3d709c6df:33873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:08,333 DEBUG [M:0;4ab3d709c6df:33873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:20:08,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:20:08,333 DEBUG [M:0;4ab3d709c6df:33873 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:20:08,334 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978375785 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978375785,5,FailOnTimeoutGroup] 2024-11-07T11:20:08,334 INFO [M:0;4ab3d709c6df:33873 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:08,334 INFO [M:0;4ab3d709c6df:33873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:08,334 DEBUG [M:0;4ab3d709c6df:33873 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:20:08,334 INFO [M:0;4ab3d709c6df:33873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:20:08,334 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978375785 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978375785,5,FailOnTimeoutGroup] 2024-11-07T11:20:08,334 INFO [M:0;4ab3d709c6df:33873 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:08,334 INFO [M:0;4ab3d709c6df:33873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:20:08,334 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:20:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379286854/master 2024-11-07T11:20:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379286854 2024-11-07T11:20:08,344 DEBUG [M:0;4ab3d709c6df:33873 {}] zookeeper.ZKUtil(347): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Unable to get data of znode /1379286854/master because node does not exist (not an error) 2024-11-07T11:20:08,344 WARN [M:0;4ab3d709c6df:33873 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:20:08,344 INFO [M:0;4ab3d709c6df:33873 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/.lastflushedseqids 2024-11-07T11:20:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741848_1024 (size=245) 2024-11-07T11:20:08,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:08,423 INFO [RS:0;4ab3d709c6df:39007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:08,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39007-0x1011505be7c0004, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:08,423 INFO [RS:0;4ab3d709c6df:39007 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,39007,1730978374117; zookeeper connection closed. 2024-11-07T11:20:08,423 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6702e7a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6702e7a8 2024-11-07T11:20:08,423 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:20:08,748 INFO [M:0;4ab3d709c6df:33873 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:20:08,748 INFO [M:0;4ab3d709c6df:33873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:20:08,748 DEBUG [M:0;4ab3d709c6df:33873 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:20:08,748 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:08,749 DEBUG [M:0;4ab3d709c6df:33873 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:08,749 DEBUG [M:0;4ab3d709c6df:33873 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:20:08,749 DEBUG [M:0;4ab3d709c6df:33873 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:08,749 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-07T11:20:08,765 DEBUG [M:0;4ab3d709c6df:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/178c392aac1e42799af5825fc4d5f654 is 82, key is hbase:meta,,1/info:regioninfo/1730978376724/Put/seqid=0 2024-11-07T11:20:08,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741849_1025 (size=5672) 2024-11-07T11:20:08,964 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:09,169 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/178c392aac1e42799af5825fc4d5f654 2024-11-07T11:20:09,190 DEBUG [M:0;4ab3d709c6df:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8922c97336d94c1083ecfc04895ec031 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978384597/Put/seqid=0 2024-11-07T11:20:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741850_1026 (size=7219) 2024-11-07T11:20:09,595 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8922c97336d94c1083ecfc04895ec031 2024-11-07T11:20:09,598 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8922c97336d94c1083ecfc04895ec031 2024-11-07T11:20:09,616 DEBUG [M:0;4ab3d709c6df:33873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab72da93d2e648bd99cd917d47d76b92 is 69, key is 4ab3d709c6df,39007,1730978374117/rs:state/1730978375881/Put/seqid=0 2024-11-07T11:20:09,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741851_1027 (size=5156) 2024-11-07T11:20:09,619 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab72da93d2e648bd99cd917d47d76b92 2024-11-07T11:20:09,623 DEBUG [M:0;4ab3d709c6df:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/178c392aac1e42799af5825fc4d5f654 as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/178c392aac1e42799af5825fc4d5f654 2024-11-07T11:20:09,626 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/178c392aac1e42799af5825fc4d5f654, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T11:20:09,626 DEBUG [M:0;4ab3d709c6df:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8922c97336d94c1083ecfc04895ec031 as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8922c97336d94c1083ecfc04895ec031 2024-11-07T11:20:09,629 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8922c97336d94c1083ecfc04895ec031 2024-11-07T11:20:09,629 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8922c97336d94c1083ecfc04895ec031, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T11:20:09,630 DEBUG [M:0;4ab3d709c6df:33873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab72da93d2e648bd99cd917d47d76b92 as hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab72da93d2e648bd99cd917d47d76b92 2024-11-07T11:20:09,632 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab72da93d2e648bd99cd917d47d76b92, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T11:20:09,633 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false 2024-11-07T11:20:09,634 INFO [M:0;4ab3d709c6df:33873 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:09,634 DEBUG [M:0;4ab3d709c6df:33873 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978408748Disabling compacts and flushes for region at 1730978408748Disabling writes for close at 1730978408749 (+1 ms)Obtaining lock to block concurrent updates at 1730978408749Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978408749Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1730978408749Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978408749Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978408749Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978408765 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978408765Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978409173 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978409190 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978409190Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978409598 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978409615 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978409615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7006009f: reopening flushed file at 1730978409623 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ec7f57: reopening flushed file at 1730978409626 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44f8c44b: reopening flushed file at 1730978409629 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false at 1730978409633 (+4 ms)Writing region close event to WAL at 1730978409634 (+1 ms)Closed at 1730978409634 2024-11-07T11:20:09,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/efd14102-25c0-ccaf-c61b-ba024ed1a9d7/MasterData/WALs/4ab3d709c6df,33873,1730978373966/4ab3d709c6df%2C33873%2C1730978373966.1730978375434 not finished, retry = 0 2024-11-07T11:20:09,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741830_1006 (size=64435) 2024-11-07T11:20:09,736 INFO [M:0;4ab3d709c6df:33873 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:20:09,736 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:09,736 INFO [M:0;4ab3d709c6df:33873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33873 2024-11-07T11:20:09,737 INFO [M:0;4ab3d709c6df:33873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:09,901 INFO [M:0;4ab3d709c6df:33873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:09,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:09,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33873-0x1011505be7c0003, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:09,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53c664ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:09,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2be1fe91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:09,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:09,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3501bdbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:09,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b57aaaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:09,906 WARN [BP-129415848-172.17.0.2-1730978372078 heartbeating to localhost/127.0.0.1:38249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:20:09,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:20:09,906 WARN [BP-129415848-172.17.0.2-1730978372078 heartbeating to localhost/127.0.0.1:38249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-129415848-172.17.0.2-1730978372078 (Datanode Uuid ec4b8ddb-1a0f-4346-a92d-1ea62643a3d6) service to localhost/127.0.0.1:38249 2024-11-07T11:20:09,906 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:20:09,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/cluster_3995141b-1dac-0d2b-4286-60150fc8664b/data/data1/current/BP-129415848-172.17.0.2-1730978372078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:09,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/cluster_3995141b-1dac-0d2b-4286-60150fc8664b/data/data2/current/BP-129415848-172.17.0.2-1730978372078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:09,907 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:20:09,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25f2316d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:09,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@468ae325{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:09,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:09,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bab9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:09,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d4706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2911c471-ad4b-f2f3-e83c-60777c296874/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:09,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:20:09,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:20:09,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:09,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:09,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:09,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:09,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:09,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:20:09,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=887714132, stopped=false 2024-11-07T11:20:09,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,43573,1730978368387 2024-11-07T11:20:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-469770693/running 2024-11-07T11:20:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-469770693/running 2024-11-07T11:20:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:20:09,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:20:09,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:09,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:09,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on znode that does not yet exist, /0-469770693/running 2024-11-07T11:20:09,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Set watcher on znode that does not yet exist, /0-469770693/running 2024-11-07T11:20:09,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:09,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:09,944 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-07T11:20:09,945 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(3091): Received CLOSE for 48531207e3a02142066f3935399d609a 2024-11-07T11:20:09,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,38253,1730978368587' ***** 2024-11-07T11:20:09,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:20:09,945 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(3091): Received CLOSE for 918853acaa988dff2c898f9832fd533e 2024-11-07T11:20:09,945 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48531207e3a02142066f3935399d609a, disabling compactions & flushes 2024-11-07T11:20:09,945 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:20:09,945 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:20:09,945 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. after waiting 0 ms 2024-11-07T11:20:09,945 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:20:09,945 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 48531207e3a02142066f3935399d609a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-07T11:20:09,946 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:20:09,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:20:09,946 INFO [RS:0;4ab3d709c6df:38253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:20:09,946 INFO [RS:0;4ab3d709c6df:38253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:20:09,947 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 918853acaa988dff2c898f9832fd533e, which we are already trying to CLOSE, but not completed yet 2024-11-07T11:20:09,947 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,38253,1730978368587 2024-11-07T11:20:09,947 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:09,947 INFO [RS:0;4ab3d709c6df:38253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38253. 2024-11-07T11:20:09,947 DEBUG [RS:0;4ab3d709c6df:38253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:09,947 DEBUG [RS:0;4ab3d709c6df:38253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:09,947 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:20:09,947 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:20:09,947 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:20:09,947 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:20:09,947 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:20:09,947 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1325): Online Regions={48531207e3a02142066f3935399d609a=hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a., 1588230740=hbase:meta,,1.1588230740, 918853acaa988dff2c898f9832fd533e=test,,1730978381296.918853acaa988dff2c898f9832fd533e.} 2024-11-07T11:20:09,947 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48531207e3a02142066f3935399d609a, 918853acaa988dff2c898f9832fd533e 2024-11-07T11:20:09,947 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:20:09,947 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:20:09,947 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:20:09,947 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:20:09,947 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:20:09,948 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:20:09,965 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/replication/48531207e3a02142066f3935399d609a/.tmp/queue/d2b489059cc940318f7b2cb7723b8572 is 154, key is 1-4ab3d709c6df,38253,1730978368587/queue:4ab3d709c6df%2C38253%2C1730978368587/1730978402431/Put/seqid=0 2024-11-07T11:20:09,965 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/info/c3b16feb8ca84391ab512f4d27b89c92 is 147, key is hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a./info:regioninfo/1730978388948/Put/seqid=0 2024-11-07T11:20:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741840_1016 (size=7686) 2024-11-07T11:20:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741841_1017 (size=5353) 2024-11-07T11:20:09,969 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/info/c3b16feb8ca84391ab512f4d27b89c92 2024-11-07T11:20:09,969 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/replication/48531207e3a02142066f3935399d609a/.tmp/queue/d2b489059cc940318f7b2cb7723b8572 2024-11-07T11:20:09,974 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/replication/48531207e3a02142066f3935399d609a/.tmp/queue/d2b489059cc940318f7b2cb7723b8572 as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/replication/48531207e3a02142066f3935399d609a/queue/d2b489059cc940318f7b2cb7723b8572 2024-11-07T11:20:09,987 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/replication/48531207e3a02142066f3935399d609a/queue/d2b489059cc940318f7b2cb7723b8572, entries=1, sequenceid=14, filesize=5.2 K 2024-11-07T11:20:09,988 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 48531207e3a02142066f3935399d609a in 43ms, sequenceid=14, compaction requested=false 2024-11-07T11:20:09,991 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/replication/48531207e3a02142066f3935399d609a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-07T11:20:09,992 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:09,992 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:09,992 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:20:09,992 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48531207e3a02142066f3935399d609a: Waiting for close lock at 1730978409945Running coprocessor pre-close hooks at 1730978409945Disabling compacts and flushes for region at 1730978409945Disabling writes for close at 1730978409945Obtaining lock to block concurrent updates at 1730978409945Preparing flush snapshotting stores in 48531207e3a02142066f3935399d609a at 1730978409945Finished memstore snapshotting hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1730978409946 (+1 ms)Flushing stores of hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. at 1730978409946Flushing 48531207e3a02142066f3935399d609a/queue: creating writer at 1730978409946Flushing 48531207e3a02142066f3935399d609a/queue: appending metadata at 1730978409965 (+19 ms)Flushing 48531207e3a02142066f3935399d609a/queue: closing flushed file at 1730978409965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9cb37f: reopening flushed file at 1730978409973 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 48531207e3a02142066f3935399d609a in 43ms, sequenceid=14, compaction requested=false at 1730978409988 (+15 ms)Writing region close event to WAL at 1730978409989 (+1 ms)Running coprocessor post-close hooks at 1730978409992 (+3 ms)Closed at 1730978409992 2024-11-07T11:20:09,992 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978387788.48531207e3a02142066f3935399d609a. 2024-11-07T11:20:09,992 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 918853acaa988dff2c898f9832fd533e, disabling compactions & flushes 2024-11-07T11:20:09,992 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:20:09,992 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:20:09,992 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978381296.918853acaa988dff2c898f9832fd533e. after waiting 0 ms 2024-11-07T11:20:09,992 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:20:09,992 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 918853acaa988dff2c898f9832fd533e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-07T11:20:09,997 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/ns/aaf1557eea5b45ff96d372cb76d8c65d is 43, key is default/ns:d/1730978371947/Put/seqid=0 2024-11-07T11:20:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:20:10,000 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/ns/aaf1557eea5b45ff96d372cb76d8c65d 2024-11-07T11:20:10,003 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:10,008 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/.tmp/f/a4cfa2a66f8d4276a85aad183dae3ce8 is 37, key is row3/f:row3/1730978400925/Put/seqid=0 2024-11-07T11:20:10,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741843_1019 (size=5228) 2024-11-07T11:20:10,021 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/rep_barrier/4032b9d3f060436e83f4f1f5ef8d91ad is 112, key is test,,1730978381296.918853acaa988dff2c898f9832fd533e./rep_barrier:seqnumDuringOpen/1730978382452/Put/seqid=0 2024-11-07T11:20:10,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741844_1020 (size=5518) 2024-11-07T11:20:10,148 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 918853acaa988dff2c898f9832fd533e 2024-11-07T11:20:10,167 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1488, reset compression=false 2024-11-07T11:20:10,171 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:10,171 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1735, reset compression=false 2024-11-07T11:20:10,171 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38253,1730978368587 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:10,172 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,38253,1730978368587: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4ab3d709c6df,38253,1730978368587, walGroup=4ab3d709c6df%2C38253%2C1730978368587, offset=4ab3d709c6df%2C38253%2C1730978368587.1730978370895:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:20:10,173 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:20:10,173 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:20:10,174 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:20:10,174 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:20:10,174 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:20:10,174 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 753838160 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199716224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:20:10,174 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:43573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:43573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:20:10,348 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 918853acaa988dff2c898f9832fd533e 2024-11-07T11:20:10,376 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1735, reset compression=false 2024-11-07T11:20:10,416 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/.tmp/f/a4cfa2a66f8d4276a85aad183dae3ce8 2024-11-07T11:20:10,420 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4cfa2a66f8d4276a85aad183dae3ce8 2024-11-07T11:20:10,425 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/rep_barrier/4032b9d3f060436e83f4f1f5ef8d91ad 2024-11-07T11:20:10,437 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/.tmp/f1/c70bbacc2f134bc28a85ec095c81608d is 30, key is row1/f1:/1730978398272/DeleteFamily/seqid=0 2024-11-07T11:20:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741845_1021 (size=5158) 2024-11-07T11:20:10,441 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/.tmp/f1/c70bbacc2f134bc28a85ec095c81608d 2024-11-07T11:20:10,441 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/table/f4161336d8ca4ee88eef69cc2a5e7e2a is 53, key is hbase:replication/table:state/1730978388955/Put/seqid=0 2024-11-07T11:20:10,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741846_1022 (size=5308) 2024-11-07T11:20:10,444 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/table/f4161336d8ca4ee88eef69cc2a5e7e2a 2024-11-07T11:20:10,444 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c70bbacc2f134bc28a85ec095c81608d 2024-11-07T11:20:10,448 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/info/c3b16feb8ca84391ab512f4d27b89c92 as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/info/c3b16feb8ca84391ab512f4d27b89c92 2024-11-07T11:20:10,452 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/info/c3b16feb8ca84391ab512f4d27b89c92, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:20:10,453 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/ns/aaf1557eea5b45ff96d372cb76d8c65d as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/ns/aaf1557eea5b45ff96d372cb76d8c65d 2024-11-07T11:20:10,456 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/ns/aaf1557eea5b45ff96d372cb76d8c65d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:20:10,457 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/rep_barrier/4032b9d3f060436e83f4f1f5ef8d91ad as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/rep_barrier/4032b9d3f060436e83f4f1f5ef8d91ad 2024-11-07T11:20:10,460 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/rep_barrier/4032b9d3f060436e83f4f1f5ef8d91ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:20:10,461 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/.tmp/norep/cdd4870c908241b0a49d61665a44921f is 32, key is row/norep:/1730978397266/DeleteFamily/seqid=0 2024-11-07T11:20:10,461 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/.tmp/table/f4161336d8ca4ee88eef69cc2a5e7e2a as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/table/f4161336d8ca4ee88eef69cc2a5e7e2a 2024-11-07T11:20:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741847_1023 (size=5101) 2024-11-07T11:20:10,464 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/table/f4161336d8ca4ee88eef69cc2a5e7e2a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:20:10,465 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 518ms, sequenceid=16, compaction requested=false 2024-11-07T11:20:10,470 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:20:10,471 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:10,471 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:10,471 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:10,471 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978409947Running coprocessor pre-close hooks at 1730978409947Disabling compacts and flushes for region at 1730978409947Disabling writes for close at 1730978409947Obtaining lock to block concurrent updates at 1730978409948 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730978409948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978409948Flushing stores of hbase:meta,,1.1588230740 at 1730978409948Flushing 1588230740/info: creating writer at 1730978409948Flushing 1588230740/info: appending metadata at 1730978409965 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730978409965Flushing 1588230740/ns: creating writer at 1730978409972 (+7 ms)Flushing 1588230740/ns: appending metadata at 1730978409996 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1730978409996Flushing 1588230740/rep_barrier: creating writer at 1730978410003 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978410021 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978410021Flushing 1588230740/table: creating writer at 1730978410428 (+407 ms)Flushing 1588230740/table: appending metadata at 1730978410440 (+12 ms)Flushing 1588230740/table: closing flushed file at 1730978410440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f657c6: reopening flushed file at 1730978410447 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5c1acb: reopening flushed file at 1730978410452 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2939271c: reopening flushed file at 1730978410456 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c53db7: reopening flushed file at 1730978410460 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 518ms, sequenceid=16, compaction requested=false at 1730978410465 (+5 ms)Writing region close event to WAL at 1730978410468 (+3 ms)Running coprocessor post-close hooks at 1730978410471 (+3 ms)Closed at 1730978410471 2024-11-07T11:20:10,471 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:10,548 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1351): Waiting on 918853acaa988dff2c898f9832fd533e 2024-11-07T11:20:10,680 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1735, reset compression=false 2024-11-07T11:20:10,748 DEBUG [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1351): Waiting on 918853acaa988dff2c898f9832fd533e 2024-11-07T11:20:10,773 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:20:10,773 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:20:10,864 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/.tmp/norep/cdd4870c908241b0a49d61665a44921f 2024-11-07T11:20:10,868 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdd4870c908241b0a49d61665a44921f 2024-11-07T11:20:10,869 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/.tmp/f/a4cfa2a66f8d4276a85aad183dae3ce8 as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/f/a4cfa2a66f8d4276a85aad183dae3ce8 2024-11-07T11:20:10,872 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4cfa2a66f8d4276a85aad183dae3ce8 2024-11-07T11:20:10,872 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/f/a4cfa2a66f8d4276a85aad183dae3ce8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T11:20:10,873 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/.tmp/f1/c70bbacc2f134bc28a85ec095c81608d as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/f1/c70bbacc2f134bc28a85ec095c81608d 2024-11-07T11:20:10,876 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c70bbacc2f134bc28a85ec095c81608d 2024-11-07T11:20:10,876 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/f1/c70bbacc2f134bc28a85ec095c81608d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T11:20:10,877 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/.tmp/norep/cdd4870c908241b0a49d61665a44921f as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/norep/cdd4870c908241b0a49d61665a44921f 2024-11-07T11:20:10,880 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdd4870c908241b0a49d61665a44921f 2024-11-07T11:20:10,880 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/norep/cdd4870c908241b0a49d61665a44921f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T11:20:10,881 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 918853acaa988dff2c898f9832fd533e in 888ms, sequenceid=12, compaction requested=false 2024-11-07T11:20:10,884 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/data/default/test/918853acaa988dff2c898f9832fd533e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T11:20:10,884 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:10,884 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:20:10,884 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:20:10,884 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 918853acaa988dff2c898f9832fd533e: Waiting for close lock at 1730978409992Running coprocessor pre-close hooks at 1730978409992Disabling compacts and flushes for region at 1730978409992Disabling writes for close at 1730978409992Obtaining lock to block concurrent updates at 1730978409992Preparing flush snapshotting stores in 918853acaa988dff2c898f9832fd533e at 1730978409992Finished memstore snapshotting test,,1730978381296.918853acaa988dff2c898f9832fd533e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730978409993 (+1 ms)Flushing stores of test,,1730978381296.918853acaa988dff2c898f9832fd533e. at 1730978409993Flushing 918853acaa988dff2c898f9832fd533e/f: creating writer at 1730978409993Flushing 918853acaa988dff2c898f9832fd533e/f: appending metadata at 1730978410008 (+15 ms)Flushing 918853acaa988dff2c898f9832fd533e/f: closing flushed file at 1730978410008Flushing 918853acaa988dff2c898f9832fd533e/f1: creating writer at 1730978410420 (+412 ms)Flushing 918853acaa988dff2c898f9832fd533e/f1: appending metadata at 1730978410437 (+17 ms)Flushing 918853acaa988dff2c898f9832fd533e/f1: closing flushed file at 1730978410437Flushing 918853acaa988dff2c898f9832fd533e/norep: creating writer at 1730978410445 (+8 ms)Flushing 918853acaa988dff2c898f9832fd533e/norep: appending metadata at 1730978410460 (+15 ms)Flushing 918853acaa988dff2c898f9832fd533e/norep: closing flushed file at 1730978410460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30749fbc: reopening flushed file at 1730978410868 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7625038c: reopening flushed file at 1730978410872 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a0cb2d: reopening flushed file at 1730978410876 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 918853acaa988dff2c898f9832fd533e in 888ms, sequenceid=12, compaction requested=false at 1730978410881 (+5 ms)Writing region close event to WAL at 1730978410881Running coprocessor post-close hooks at 1730978410884 (+3 ms)Closed at 1730978410884 2024-11-07T11:20:10,884 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978381296.918853acaa988dff2c898f9832fd533e. 2024-11-07T11:20:10,948 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,38253,1730978368587; all regions closed. 2024-11-07T11:20:10,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:20:10,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.meta.1730978371878.meta not finished, retry = 0 2024-11-07T11:20:11,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.rep.1730978388918 not finished, retry = 0 2024-11-07T11:20:11,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741839_1015 (size=3552) 2024-11-07T11:20:11,083 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 1735, reset compression=false 2024-11-07T11:20:11,087 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:11,087 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.wal-reader.4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 to pos 2379, reset compression=false 2024-11-07T11:20:11,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741832_1008 (size=2387) 2024-11-07T11:20:11,156 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/WALs/4ab3d709c6df,38253,1730978368587/4ab3d709c6df%2C38253%2C1730978368587.1730978370895 not finished, retry = 0 2024-11-07T11:20:11,257 DEBUG [RS:0;4ab3d709c6df:38253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:11,257 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:11,257 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:11,257 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:11,257 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:11,257 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:11,257 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,38253,1730978368587 because: Region server is closing 2024-11-07T11:20:11,258 INFO [RS:0;4ab3d709c6df:38253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38253. 2024-11-07T11:20:11,258 DEBUG [RS:0;4ab3d709c6df:38253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:11,258 DEBUG [RS:0;4ab3d709c6df:38253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:11,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:11,258 DEBUG [RS:0;4ab3d709c6df:38253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:11,358 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38253,1730978368587.replicationSource.shipper4ab3d709c6df%2C38253%2C1730978368587,1-4ab3d709c6df,38253,1730978368587 terminated 2024-11-07T11:20:11,358 INFO [RS:0;4ab3d709c6df:38253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38253. 2024-11-07T11:20:11,358 DEBUG [RS:0;4ab3d709c6df:38253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:11,358 DEBUG [RS:0;4ab3d709c6df:38253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:11,359 DEBUG [RS:0;4ab3d709c6df:38253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:11,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:11,359 INFO [RS:0;4ab3d709c6df:38253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38253 2024-11-07T11:20:11,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-469770693/rs/4ab3d709c6df,38253,1730978368587 2024-11-07T11:20:11,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693/rs 2024-11-07T11:20:11,380 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:11,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,38253,1730978368587] 2024-11-07T11:20:11,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-469770693/draining/4ab3d709c6df,38253,1730978368587 already deleted, retry=false 2024-11-07T11:20:11,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,38253,1730978368587 expired; onlineServers=0 2024-11-07T11:20:11,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,43573,1730978368387' ***** 2024-11-07T11:20:11,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:20:11,401 INFO [M:0;4ab3d709c6df:43573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:11,401 INFO [M:0;4ab3d709c6df:43573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:11,401 DEBUG [M:0;4ab3d709c6df:43573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:20:11,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:20:11,401 DEBUG [M:0;4ab3d709c6df:43573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:20:11,401 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978370669 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978370669,5,FailOnTimeoutGroup] 2024-11-07T11:20:11,401 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978370668 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978370668,5,FailOnTimeoutGroup] 2024-11-07T11:20:11,402 INFO [M:0;4ab3d709c6df:43573 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:11,402 INFO [M:0;4ab3d709c6df:43573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:11,402 DEBUG [M:0;4ab3d709c6df:43573 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:20:11,402 INFO [M:0;4ab3d709c6df:43573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:20:11,402 INFO [M:0;4ab3d709c6df:43573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:11,402 INFO [M:0;4ab3d709c6df:43573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:20:11,402 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:20:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-469770693/master 2024-11-07T11:20:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-469770693 2024-11-07T11:20:11,412 DEBUG [M:0;4ab3d709c6df:43573 {}] zookeeper.ZKUtil(347): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Unable to get data of znode /0-469770693/master because node does not exist (not an error) 2024-11-07T11:20:11,412 WARN [M:0;4ab3d709c6df:43573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:20:11,412 INFO [M:0;4ab3d709c6df:43573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/.lastflushedseqids 2024-11-07T11:20:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741848_1024 (size=245) 2024-11-07T11:20:11,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:11,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38253-0x1011505be7c0001, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:11,491 INFO [RS:0;4ab3d709c6df:38253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:11,491 INFO [RS:0;4ab3d709c6df:38253 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,38253,1730978368587; zookeeper connection closed. 2024-11-07T11:20:11,491 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45442c3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45442c3d 2024-11-07T11:20:11,491 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:20:11,817 INFO [M:0;4ab3d709c6df:43573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:20:11,817 INFO [M:0;4ab3d709c6df:43573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:20:11,817 DEBUG [M:0;4ab3d709c6df:43573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:20:11,817 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:11,817 DEBUG [M:0;4ab3d709c6df:43573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:11,817 DEBUG [M:0;4ab3d709c6df:43573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:20:11,817 DEBUG [M:0;4ab3d709c6df:43573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:11,817 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-07T11:20:11,832 DEBUG [M:0;4ab3d709c6df:43573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed9ba180291d4e5cbac017db260f45b8 is 82, key is hbase:meta,,1/info:regioninfo/1730978371905/Put/seqid=0 2024-11-07T11:20:11,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741849_1025 (size=5672) 2024-11-07T11:20:11,835 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed9ba180291d4e5cbac017db260f45b8 2024-11-07T11:20:11,856 DEBUG [M:0;4ab3d709c6df:43573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f85c2b6744644919b55e9a1b22f8613a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978382461/Put/seqid=0 2024-11-07T11:20:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741850_1026 (size=7218) 2024-11-07T11:20:12,260 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f85c2b6744644919b55e9a1b22f8613a 2024-11-07T11:20:12,263 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f85c2b6744644919b55e9a1b22f8613a 2024-11-07T11:20:12,279 DEBUG [M:0;4ab3d709c6df:43573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96324a9e9e4343cd88adffd10454e56c is 69, key is 4ab3d709c6df,38253,1730978368587/rs:state/1730978370750/Put/seqid=0 2024-11-07T11:20:12,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741851_1027 (size=5156) 2024-11-07T11:20:12,683 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96324a9e9e4343cd88adffd10454e56c 2024-11-07T11:20:12,687 DEBUG [M:0;4ab3d709c6df:43573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed9ba180291d4e5cbac017db260f45b8 as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed9ba180291d4e5cbac017db260f45b8 2024-11-07T11:20:12,690 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed9ba180291d4e5cbac017db260f45b8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T11:20:12,691 DEBUG [M:0;4ab3d709c6df:43573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f85c2b6744644919b55e9a1b22f8613a as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f85c2b6744644919b55e9a1b22f8613a 2024-11-07T11:20:12,695 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f85c2b6744644919b55e9a1b22f8613a 2024-11-07T11:20:12,695 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f85c2b6744644919b55e9a1b22f8613a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T11:20:12,696 DEBUG [M:0;4ab3d709c6df:43573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96324a9e9e4343cd88adffd10454e56c as hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96324a9e9e4343cd88adffd10454e56c 2024-11-07T11:20:12,699 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/bd15b7e0-2be2-2884-b686-3b1da95507a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96324a9e9e4343cd88adffd10454e56c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T11:20:12,700 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false 2024-11-07T11:20:12,701 INFO [M:0;4ab3d709c6df:43573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:12,701 DEBUG [M:0;4ab3d709c6df:43573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978411817Disabling compacts and flushes for region at 1730978411817Disabling writes for close at 1730978411817Obtaining lock to block concurrent updates at 1730978411817Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978411817Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1730978411817Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978411818 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978411818Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978411831 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978411831Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978411839 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978411855 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978411855Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978412263 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978412279 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978412279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c68629: reopening flushed file at 1730978412686 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b59d423: reopening flushed file at 1730978412691 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795e8778: reopening flushed file at 1730978412695 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false at 1730978412700 (+5 ms)Writing region close event to WAL at 1730978412701 (+1 ms)Closed at 1730978412701 2024-11-07T11:20:12,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33935 is added to blk_1073741830_1006 (size=64423) 2024-11-07T11:20:12,704 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:12,704 INFO [M:0;4ab3d709c6df:43573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:20:12,704 INFO [M:0;4ab3d709c6df:43573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43573 2024-11-07T11:20:12,704 INFO [M:0;4ab3d709c6df:43573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:12,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:12,875 INFO [M:0;4ab3d709c6df:43573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:12,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43573-0x1011505be7c0000, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:12,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c34ea28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:12,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f2cadec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:12,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:12,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69529380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:12,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc581e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:12,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:20:12,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:20:12,879 WARN [BP-726858143-172.17.0.2-1730978366180 heartbeating to localhost/127.0.0.1:45681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:20:12,879 WARN [BP-726858143-172.17.0.2-1730978366180 heartbeating to localhost/127.0.0.1:45681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-726858143-172.17.0.2-1730978366180 (Datanode Uuid 63602fa2-ad95-4931-b178-b5527bc35b09) service to localhost/127.0.0.1:45681 2024-11-07T11:20:12,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/cluster_de0888ca-aef9-3b29-6ee2-220b356aabe6/data/data1/current/BP-726858143-172.17.0.2-1730978366180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:12,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/cluster_de0888ca-aef9-3b29-6ee2-220b356aabe6/data/data2/current/BP-726858143-172.17.0.2-1730978366180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:12,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:20:12,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41288b05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:12,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69b9fcac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:12,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:12,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7188027e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:12,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@724e6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d5e78d7-c1e5-ab8f-ecb9-1af47e973b40/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:12,891 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:20:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:20:12,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 260) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56415) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38249 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56415) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45681 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38385 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56415) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=1466 (was 1686) 2024-11-07T11:20:12,928 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=1471 2024-11-07T11:20:12,940 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-07T11:20:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.log.dir so I do NOT create it in target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a 2024-11-07T11:20:12,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:20:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.tmp.dir so I do NOT create it in target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a 2024-11-07T11:20:12,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d770c3a9-704f-a82f-53e4-ee4ad3764d66/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:20:12,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a 2024-11-07T11:20:12,941 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/cluster_c48ba832-8e49-199d-80cc-96a87cf760a3, deleteOnExit=true 2024-11-07T11:20:12,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/cluster_c48ba832-8e49-199d-80cc-96a87cf760a3/zookeeper_0, clientPort=61580, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/cluster_c48ba832-8e49-199d-80cc-96a87cf760a3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/cluster_c48ba832-8e49-199d-80cc-96a87cf760a3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:20:12,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61580 2024-11-07T11:20:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/test.cache.data in system properties and HBase conf 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:20:12,962 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:20:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:20:12,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:20:12,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011505be7c0005, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:20:12,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011505be7c0002, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:20:12,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011505be7c0005, quorum=127.0.0.1:56415, baseZNode=/1379286854 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:20:12,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011505be7c0008, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:20:12,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011505be7c0002, quorum=127.0.0.1:56415, baseZNode=/0-469770693 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:20:12,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011505be7c0008, quorum=127.0.0.1:56415, baseZNode=/2-742544394 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:20:13,335 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T11:20:13,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,337 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,379 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,379 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,388 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,392 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,393 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,394 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:13,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:13,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:20:13,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:20:13,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:20:13,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:20:13,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:13,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59870692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:20:13,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:20:13,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:20:13,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:20:13,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:20:13,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:20:13,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@534a7929{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/java.io.tmpdir/jetty-localhost-46537-hadoop-hdfs-3_4_1-tests_jar-_-any-17631078650221807055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:13,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46344ff1{HTTP/1.1, (http/1.1)}{localhost:46537} 2024-11-07T11:20:13,555 INFO [Time-limited test {}] server.Server(415): Started @277559ms 2024-11-07T11:20:13,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:13,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:20:13,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:20:13,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:20:13,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:20:13,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:20:13,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:20:13,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d77e5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/java.io.tmpdir/jetty-localhost-41897-hadoop-hdfs-3_4_1-tests_jar-_-any-1314352512603393261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:13,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:41897} 2024-11-07T11:20:13,953 INFO [Time-limited test {}] server.Server(415): Started @277957ms 2024-11-07T11:20:13,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:20:14,811 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/cluster_c48ba832-8e49-199d-80cc-96a87cf760a3/data/data2/current/BP-1975636209-172.17.0.2-1730978412989/current, will proceed with Du for space computation calculation, 2024-11-07T11:20:14,811 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/cluster_c48ba832-8e49-199d-80cc-96a87cf760a3/data/data1/current/BP-1975636209-172.17.0.2-1730978412989/current, will proceed with Du for space computation calculation, 2024-11-07T11:20:14,828 WARN [Thread-3434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:20:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47cbd29fdf34134c with lease ID 0x507beda5ad65ddf6: Processing first storage report for DS-a7d5698a-0bc3-47d5-a045-9ad747e69293 from datanode DatanodeRegistration(127.0.0.1:42869, datanodeUuid=b03c6a28-1360-4b13-9656-ff26d30da91d, infoPort=38743, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=391173804;c=1730978412989) 2024-11-07T11:20:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47cbd29fdf34134c with lease ID 0x507beda5ad65ddf6: from storage DS-a7d5698a-0bc3-47d5-a045-9ad747e69293 node DatanodeRegistration(127.0.0.1:42869, datanodeUuid=b03c6a28-1360-4b13-9656-ff26d30da91d, infoPort=38743, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=391173804;c=1730978412989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:20:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47cbd29fdf34134c with lease ID 0x507beda5ad65ddf6: Processing first storage report for DS-725fa2af-1f5a-4cdb-aada-f4b0f39e6146 from datanode DatanodeRegistration(127.0.0.1:42869, datanodeUuid=b03c6a28-1360-4b13-9656-ff26d30da91d, infoPort=38743, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=391173804;c=1730978412989) 2024-11-07T11:20:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47cbd29fdf34134c with lease ID 0x507beda5ad65ddf6: from storage DS-725fa2af-1f5a-4cdb-aada-f4b0f39e6146 node DatanodeRegistration(127.0.0.1:42869, datanodeUuid=b03c6a28-1360-4b13-9656-ff26d30da91d, infoPort=38743, infoSecurePort=0, ipcPort=38305, storageInfo=lv=-57;cid=testClusterID;nsid=391173804;c=1730978412989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:20:14,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a 2024-11-07T11:20:14,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:14,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:14,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:20:15,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d with version=8 2024-11-07T11:20:15,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/hbase-staging 2024-11-07T11:20:15,296 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:20:15,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:15,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:15,296 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:20:15,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:15,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:20:15,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:20:15,296 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:20:15,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40743 2024-11-07T11:20:15,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40743 connecting to ZooKeeper ensemble=127.0.0.1:61580 2024-11-07T11:20:15,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407430x0, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:15,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40743-0x1011506754c0000 connected 2024-11-07T11:20:15,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:15,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:15,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on znode that does not yet exist, /0329041896/running 2024-11-07T11:20:15,494 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d, hbase.cluster.distributed=false 2024-11-07T11:20:15,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on znode that does not yet exist, /0329041896/acl 2024-11-07T11:20:15,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40743 2024-11-07T11:20:15,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40743 2024-11-07T11:20:15,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40743 2024-11-07T11:20:15,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40743 2024-11-07T11:20:15,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40743 2024-11-07T11:20:15,519 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:20:15,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:15,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:15,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:20:15,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:15,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:20:15,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:20:15,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:20:15,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42785 2024-11-07T11:20:15,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42785 connecting to ZooKeeper ensemble=127.0.0.1:61580 2024-11-07T11:20:15,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:15,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:15,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427850x0, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:15,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42785-0x1011506754c0001 connected 2024-11-07T11:20:15,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427850x0, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on znode that does not yet exist, /0329041896/running 2024-11-07T11:20:15,538 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:20:15,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:20:15,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on znode that does not yet exist, /0329041896/master 2024-11-07T11:20:15,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on znode that does not yet exist, /0329041896/acl 2024-11-07T11:20:15,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42785 2024-11-07T11:20:15,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42785 2024-11-07T11:20:15,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42785 2024-11-07T11:20:15,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42785 2024-11-07T11:20:15,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42785 2024-11-07T11:20:15,560 DEBUG [M:0;4ab3d709c6df:40743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:40743 2024-11-07T11:20:15,561 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0329041896/backup-masters/4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:15,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896/backup-masters 2024-11-07T11:20:15,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896/backup-masters 2024-11-07T11:20:15,570 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on existing znode=/0329041896/backup-masters/4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:15,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0329041896/master 2024-11-07T11:20:15,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:15,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:15,580 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on existing znode=/0329041896/master 2024-11-07T11:20:15,580 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0329041896/backup-masters/4ab3d709c6df,40743,1730978415295 from backup master directory 2024-11-07T11:20:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896/backup-masters 2024-11-07T11:20:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329041896/backup-masters/4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896/backup-masters 2024-11-07T11:20:15,590 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:20:15,590 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:15,593 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/hbase.id] with ID: 945b8ed5-b6d7-4c59-9d2a-84756b158c20 2024-11-07T11:20:15,593 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/.tmp/hbase.id 2024-11-07T11:20:15,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:20:15,997 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/.tmp/hbase.id]:[hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/hbase.id] 2024-11-07T11:20:16,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:16,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:20:16,006 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:20:16,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:16,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:16,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:20:16,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:20:16,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:20:16,458 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:16,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:20:16,863 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store 2024-11-07T11:20:16,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:20:17,268 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:17,268 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:20:17,268 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:17,268 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:17,268 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:20:17,268 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:17,268 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:17,268 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978417268Disabling compacts and flushes for region at 1730978417268Disabling writes for close at 1730978417268Writing region close event to WAL at 1730978417268Closed at 1730978417268 2024-11-07T11:20:17,269 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/.initializing 2024-11-07T11:20:17,269 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/WALs/4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:17,269 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:20:17,270 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C40743%2C1730978415295, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/WALs/4ab3d709c6df,40743,1730978415295, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/oldWALs, maxLogs=10 2024-11-07T11:20:17,284 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/WALs/4ab3d709c6df,40743,1730978415295/4ab3d709c6df%2C40743%2C1730978415295.1730978417270, exclude list is [], retry=0 2024-11-07T11:20:17,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-a7d5698a-0bc3-47d5-a045-9ad747e69293,DISK] 2024-11-07T11:20:17,287 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/WALs/4ab3d709c6df,40743,1730978415295/4ab3d709c6df%2C40743%2C1730978415295.1730978417270 2024-11-07T11:20:17,287 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-11-07T11:20:17,287 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:17,287 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:17,288 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,288 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:20:17,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:17,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:17,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:20:17,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:17,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:17,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:20:17,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:17,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:17,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:20:17,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:17,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:17,292 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,293 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,293 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,294 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:20:17,295 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:17,296 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:17,296 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60439460, jitterRate=-0.09938186407089233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:20:17,297 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978417288Initializing all the Stores at 1730978417288Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978417288Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978417288Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978417288Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978417288Cleaning up temporary data from old regions at 1730978417294 (+6 ms)Region opened successfully at 1730978417297 (+3 ms) 2024-11-07T11:20:17,297 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:20:17,299 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f97d7d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:20:17,300 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:20:17,300 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:20:17,300 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:20:17,300 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:20:17,300 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:20:17,301 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:20:17,301 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:20:17,302 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:20:17,303 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Unable to get data of znode /0329041896/balancer because node does not exist (not necessarily an error) 2024-11-07T11:20:17,379 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329041896/balancer already deleted, retry=false 2024-11-07T11:20:17,380 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:20:17,380 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Unable to get data of znode /0329041896/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:20:17,390 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329041896/normalizer already deleted, retry=false 2024-11-07T11:20:17,390 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:20:17,391 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Unable to get data of znode /0329041896/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:20:17,400 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329041896/switch/split already deleted, retry=false 2024-11-07T11:20:17,401 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Unable to get data of znode /0329041896/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:20:17,411 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329041896/switch/merge already deleted, retry=false 2024-11-07T11:20:17,413 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Unable to get data of znode /0329041896/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:20:17,422 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0329041896/snapshot-cleanup already deleted, retry=false 2024-11-07T11:20:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0329041896/running 2024-11-07T11:20:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0329041896/running 2024-11-07T11:20:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:17,433 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,40743,1730978415295, sessionid=0x1011506754c0000, setting cluster-up flag (Was=false) 2024-11-07T11:20:17,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:17,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:17,485 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0329041896/flush-table-proc/acquired, /0329041896/flush-table-proc/reached, /0329041896/flush-table-proc/abort 2024-11-07T11:20:17,485 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:17,537 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0329041896/online-snapshot/acquired, /0329041896/online-snapshot/reached, /0329041896/online-snapshot/abort 2024-11-07T11:20:17,538 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:17,539 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:20:17,540 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:17,540 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:20:17,540 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:20:17,541 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,40743,1730978415295 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:20:17,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:17,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:17,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:17,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:17,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:20:17,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:20:17,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978447543 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:20:17,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:20:17,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:20:17,543 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:20:17,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:20:17,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:20:17,544 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:17,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:20:17,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:20:17,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:20:17,544 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978417544,5,FailOnTimeoutGroup] 2024-11-07T11:20:17,544 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978417544,5,FailOnTimeoutGroup] 2024-11-07T11:20:17,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:20:17,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,544 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:20:17,552 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(746): ClusterId : 945b8ed5-b6d7-4c59-9d2a-84756b158c20 2024-11-07T11:20:17,552 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:20:17,565 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:20:17,565 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:20:17,575 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:20:17,575 DEBUG [RS:0;4ab3d709c6df:42785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37078ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:20:17,588 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:42785 2024-11-07T11:20:17,588 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:20:17,588 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:20:17,588 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:20:17,589 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,40743,1730978415295 with port=42785, startcode=1730978415518 2024-11-07T11:20:17,589 DEBUG [RS:0;4ab3d709c6df:42785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:20:17,590 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:20:17,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:17,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40743 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:17,592 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d 2024-11-07T11:20:17,592 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33523 2024-11-07T11:20:17,592 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:20:17,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896/rs 2024-11-07T11:20:17,601 DEBUG [RS:0;4ab3d709c6df:42785 {}] zookeeper.ZKUtil(111): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on existing znode=/0329041896/rs/4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:17,601 WARN [RS:0;4ab3d709c6df:42785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:20:17,601 INFO [RS:0;4ab3d709c6df:42785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:17,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,42785,1730978415518] 2024-11-07T11:20:17,601 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:17,606 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:20:17,607 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:20:17,607 INFO [RS:0;4ab3d709c6df:42785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:20:17,607 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,608 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:20:17,608 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:20:17,609 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:20:17,609 DEBUG [RS:0;4ab3d709c6df:42785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:20:17,613 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,613 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,613 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,613 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,613 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,613 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42785,1730978415518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:20:17,631 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:20:17,632 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42785,1730978415518-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,632 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,632 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.Replication(171): 4ab3d709c6df,42785,1730978415518 started 2024-11-07T11:20:17,648 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:17,648 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,42785,1730978415518, RpcServer on 4ab3d709c6df/172.17.0.2:42785, sessionid=0x1011506754c0001 2024-11-07T11:20:17,649 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:20:17,649 DEBUG [RS:0;4ab3d709c6df:42785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:17,649 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,42785,1730978415518' 2024-11-07T11:20:17,649 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0329041896/flush-table-proc/abort' 2024-11-07T11:20:17,649 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0329041896/flush-table-proc/acquired' 2024-11-07T11:20:17,649 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:20:17,649 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:20:17,649 DEBUG [RS:0;4ab3d709c6df:42785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:17,650 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,42785,1730978415518' 2024-11-07T11:20:17,650 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0329041896/online-snapshot/abort' 2024-11-07T11:20:17,650 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0329041896/online-snapshot/acquired' 2024-11-07T11:20:17,650 DEBUG [RS:0;4ab3d709c6df:42785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:20:17,650 INFO [RS:0;4ab3d709c6df:42785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:20:17,650 INFO [RS:0;4ab3d709c6df:42785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:20:17,750 INFO [RS:0;4ab3d709c6df:42785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:20:17,752 INFO [RS:0;4ab3d709c6df:42785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C42785%2C1730978415518, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/oldWALs, maxLogs=10 2024-11-07T11:20:17,768 DEBUG [RS:0;4ab3d709c6df:42785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752, exclude list is [], retry=0 2024-11-07T11:20:17,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-a7d5698a-0bc3-47d5-a045-9ad747e69293,DISK] 2024-11-07T11:20:17,772 INFO [RS:0;4ab3d709c6df:42785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 2024-11-07T11:20:17,772 DEBUG [RS:0;4ab3d709c6df:42785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-11-07T11:20:17,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:20:17,952 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d 2024-11-07T11:20:17,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:20:18,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:18,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:20:18,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:20:18,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:18,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:18,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:20:18,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:20:18,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:18,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:18,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:20:18,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:20:18,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:18,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:18,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:20:18,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:20:18,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:18,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:18,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:20:18,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740 2024-11-07T11:20:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740 2024-11-07T11:20:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:20:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:20:18,364 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:20:18,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:20:18,366 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:18,367 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62988260, jitterRate=-0.06140178442001343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:20:18,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978418357Initializing all the Stores at 1730978418357Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978418357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978418357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978418358 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978418358Cleaning up temporary data from old regions at 1730978418363 (+5 ms)Region opened successfully at 1730978418367 (+4 ms) 2024-11-07T11:20:18,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:20:18,367 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:20:18,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:20:18,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:20:18,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:20:18,368 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:18,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978418367Disabling compacts and flushes for region at 1730978418367Disabling writes for close at 1730978418367Writing region close event to WAL at 1730978418368 (+1 ms)Closed at 1730978418368 2024-11-07T11:20:18,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:18,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:20:18,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:20:18,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:20:18,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:20:18,521 DEBUG [4ab3d709c6df:40743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:20:18,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:18,522 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,42785,1730978415518, state=OPENING 2024-11-07T11:20:18,596 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:20:18,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:18,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:18,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0329041896/meta-region-server: CHANGED 2024-11-07T11:20:18,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0329041896/meta-region-server: CHANGED 2024-11-07T11:20:18,607 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:20:18,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42785,1730978415518}] 2024-11-07T11:20:18,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:20:18,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:20:18,762 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:20:18,763 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:18,763 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:20:18,764 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C42785%2C1730978415518.meta, suffix=.meta, logDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/oldWALs, maxLogs=10 2024-11-07T11:20:18,779 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.meta.1730978418764.meta, exclude list is [], retry=0 2024-11-07T11:20:18,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-a7d5698a-0bc3-47d5-a045-9ad747e69293,DISK] 2024-11-07T11:20:18,783 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.meta.1730978418764.meta 2024-11-07T11:20:18,784 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-11-07T11:20:18,784 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:18,784 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:20:18,784 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:20:18,784 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:20:18,784 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:20:18,785 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:20:18,785 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:18,785 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:20:18,785 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:20:18,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:20:18,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:20:18,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:18,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:18,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:20:18,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:20:18,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:18,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:18,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:20:18,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:20:18,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:18,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:18,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:20:18,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:20:18,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:18,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:18,789 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:20:18,790 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740 2024-11-07T11:20:18,790 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740 2024-11-07T11:20:18,791 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:20:18,791 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:20:18,791 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:20:18,792 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:20:18,793 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73479997, jitterRate=0.0949372798204422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:20:18,793 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:20:18,793 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978418785Writing region info on filesystem at 1730978418785Initializing all the Stores at 1730978418785Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978418785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978418786 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978418786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978418786Cleaning up temporary data from old regions at 1730978418791 (+5 ms)Running coprocessor post-open hooks at 1730978418793 (+2 ms)Region opened successfully at 1730978418793 2024-11-07T11:20:18,794 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978418759 2024-11-07T11:20:18,796 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:20:18,796 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:20:18,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:18,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,42785,1730978415518, state=OPEN 2024-11-07T11:20:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0329041896/meta-region-server 2024-11-07T11:20:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0329041896/meta-region-server 2024-11-07T11:20:18,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:18,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0329041896/meta-region-server: CHANGED 2024-11-07T11:20:18,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0329041896/meta-region-server: CHANGED 2024-11-07T11:20:18,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:20:18,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42785,1730978415518 in 225 msec 2024-11-07T11:20:18,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:20:18,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-07T11:20:18,836 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:18,836 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:20:18,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:18,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42785,1730978415518, seqNum=-1] 2024-11-07T11:20:18,837 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:18,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:20:18,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-07T11:20:18,843 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978418843, completionTime=-1 2024-11-07T11:20:18,843 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:20:18,843 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:20:18,844 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:20:18,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978478844 2024-11-07T11:20:18,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978538845 2024-11-07T11:20:18,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:20:18,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40743,1730978415295-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:18,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40743,1730978415295-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:18,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40743,1730978415295-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:18,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:40743, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:18,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:18,845 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:18,846 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:20:18,848 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-11-07T11:20:18,848 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:20:18,848 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:20:18,848 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:20:18,848 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:20:18,848 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:20:18,848 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40743,1730978415295-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:20:18,848 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40743,1730978415295-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:20:18,850 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:20:18,850 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:20:18,850 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,40743,1730978415295-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:18,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:18,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,40743,-1 for getting cluster id 2024-11-07T11:20:18,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:18,854 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '945b8ed5-b6d7-4c59-9d2a-84756b158c20' 2024-11-07T11:20:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "945b8ed5-b6d7-4c59-9d2a-84756b158c20" 2024-11-07T11:20:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a4e454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,40743,-1] 2024-11-07T11:20:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:18,856 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:18,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:18,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42785,1730978415518, seqNum=-1] 2024-11-07T11:20:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:18,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:20:18,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:18,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61580 2024-11-07T11:20:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:18,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011506754c0002 connected 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.log.dir so I do NOT create it in target/test-data/0034f963-19f9-46ba-9248-30728b14beac 2024-11-07T11:20:18,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.tmp.dir so I do NOT create it in target/test-data/0034f963-19f9-46ba-9248-30728b14beac 2024-11-07T11:20:18,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:20:18,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/cluster_8426dfa0-36af-b3f8-68f3-7b715d7cc5e8, deleteOnExit=true 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/test.cache.data in system properties and HBase conf 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:20:18,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:20:18,894 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:20:18,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:20:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:20:18,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:20:18,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:18,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:18,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:18,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:18,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:19,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:19,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:20:19,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:20:19,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:20:19,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:20:19,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:19,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:20:19,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:20:19,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35623572{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/java.io.tmpdir/jetty-localhost-34367-hadoop-hdfs-3_4_1-tests_jar-_-any-128892110653443793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:19,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:34367} 2024-11-07T11:20:19,338 INFO [Time-limited test {}] server.Server(415): Started @283342ms 2024-11-07T11:20:19,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:19,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:20:19,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:20:19,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:20:19,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:20:19,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:20:19,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:20:19,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@217849af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/java.io.tmpdir/jetty-localhost-38395-hadoop-hdfs-3_4_1-tests_jar-_-any-5715446743970324715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:19,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:38395} 2024-11-07T11:20:19,718 INFO [Time-limited test {}] server.Server(415): Started @283722ms 2024-11-07T11:20:19,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:20:20,592 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/cluster_8426dfa0-36af-b3f8-68f3-7b715d7cc5e8/data/data1/current/BP-1732605572-172.17.0.2-1730978418913/current, will proceed with Du for space computation calculation, 2024-11-07T11:20:20,592 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/cluster_8426dfa0-36af-b3f8-68f3-7b715d7cc5e8/data/data2/current/BP-1732605572-172.17.0.2-1730978418913/current, will proceed with Du for space computation calculation, 2024-11-07T11:20:20,612 WARN [Thread-3555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:20:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91d4ceb8d583fd1f with lease ID 0x56df05d5eb66b898: Processing first storage report for DS-582f4d99-9cf8-4d3e-b47e-e627fc1874cd from datanode DatanodeRegistration(127.0.0.1:45017, datanodeUuid=0a66dc00-6e5c-4b0e-9cfa-e6bb84c4a3a7, infoPort=38025, infoSecurePort=0, ipcPort=34007, storageInfo=lv=-57;cid=testClusterID;nsid=657670590;c=1730978418913) 2024-11-07T11:20:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91d4ceb8d583fd1f with lease ID 0x56df05d5eb66b898: from storage DS-582f4d99-9cf8-4d3e-b47e-e627fc1874cd node DatanodeRegistration(127.0.0.1:45017, datanodeUuid=0a66dc00-6e5c-4b0e-9cfa-e6bb84c4a3a7, infoPort=38025, infoSecurePort=0, ipcPort=34007, storageInfo=lv=-57;cid=testClusterID;nsid=657670590;c=1730978418913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:20:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91d4ceb8d583fd1f with lease ID 0x56df05d5eb66b898: Processing first storage report for DS-027953bd-63e4-43d9-9581-a2507fd36955 from datanode DatanodeRegistration(127.0.0.1:45017, datanodeUuid=0a66dc00-6e5c-4b0e-9cfa-e6bb84c4a3a7, infoPort=38025, infoSecurePort=0, ipcPort=34007, storageInfo=lv=-57;cid=testClusterID;nsid=657670590;c=1730978418913) 2024-11-07T11:20:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91d4ceb8d583fd1f with lease ID 0x56df05d5eb66b898: from storage DS-027953bd-63e4-43d9-9581-a2507fd36955 node DatanodeRegistration(127.0.0.1:45017, datanodeUuid=0a66dc00-6e5c-4b0e-9cfa-e6bb84c4a3a7, infoPort=38025, infoSecurePort=0, ipcPort=34007, storageInfo=lv=-57;cid=testClusterID;nsid=657670590;c=1730978418913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:20:20,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac 2024-11-07T11:20:20,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:20,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:20:21,076 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8 with version=8 2024-11-07T11:20:21,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/hbase-staging 2024-11-07T11:20:21,078 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:20:21,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:21,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:21,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:20:21,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:21,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:20:21,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:20:21,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:20:21,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38373 2024-11-07T11:20:21,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38373 connecting to ZooKeeper ensemble=127.0.0.1:61580 2024-11-07T11:20:21,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383730x0, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:21,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38373-0x1011506754c0003 connected 2024-11-07T11:20:21,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:21,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:21,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on znode that does not yet exist, /11855584943/running 2024-11-07T11:20:21,209 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8, hbase.cluster.distributed=false 2024-11-07T11:20:21,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on znode that does not yet exist, /11855584943/acl 2024-11-07T11:20:21,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38373 2024-11-07T11:20:21,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38373 2024-11-07T11:20:21,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38373 2024-11-07T11:20:21,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38373 2024-11-07T11:20:21,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38373 2024-11-07T11:20:21,229 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:20:21,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:21,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:21,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:20:21,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:21,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:20:21,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:20:21,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:20:21,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42361 2024-11-07T11:20:21,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42361 connecting to ZooKeeper ensemble=127.0.0.1:61580 2024-11-07T11:20:21,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:21,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:21,242 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423610x0, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:21,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423610x0, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on znode that does not yet exist, /11855584943/running 2024-11-07T11:20:21,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42361-0x1011506754c0004 connected 2024-11-07T11:20:21,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:20:21,244 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:20:21,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on znode that does not yet exist, /11855584943/master 2024-11-07T11:20:21,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on znode that does not yet exist, /11855584943/acl 2024-11-07T11:20:21,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42361 2024-11-07T11:20:21,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42361 2024-11-07T11:20:21,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42361 2024-11-07T11:20:21,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42361 2024-11-07T11:20:21,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42361 2024-11-07T11:20:21,267 DEBUG [M:0;4ab3d709c6df:38373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:38373 2024-11-07T11:20:21,267 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11855584943/backup-masters/4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:21,274 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943/backup-masters 2024-11-07T11:20:21,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943/backup-masters 2024-11-07T11:20:21,274 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on existing znode=/11855584943/backup-masters/4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:21,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:21,284 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11855584943/master 2024-11-07T11:20:21,284 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:21,284 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on existing znode=/11855584943/master 2024-11-07T11:20:21,285 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11855584943/backup-masters/4ab3d709c6df,38373,1730978421078 from backup master directory 2024-11-07T11:20:21,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11855584943/backup-masters/4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:21,295 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943/backup-masters 2024-11-07T11:20:21,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943/backup-masters 2024-11-07T11:20:21,295 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:20:21,295 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:21,298 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/hbase.id] with ID: eb6c1ff5-9a22-4f1d-9907-a2a9b9229981 2024-11-07T11:20:21,298 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/.tmp/hbase.id 2024-11-07T11:20:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:20:21,705 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/.tmp/hbase.id]:[hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/hbase.id] 2024-11-07T11:20:21,712 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:21,712 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:20:21,713 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:20:21,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:21,764 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:21,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:20:21,769 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:20:21,770 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:20:21,770 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:21,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:20:21,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:21,793 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:20:21,793 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88591 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:20:22,179 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store 2024-11-07T11:20:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:20:22,583 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:22,583 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:20:22,583 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:22,583 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:22,583 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:20:22,583 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:22,583 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:22,583 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978422583Disabling compacts and flushes for region at 1730978422583Disabling writes for close at 1730978422583Writing region close event to WAL at 1730978422583Closed at 1730978422583 2024-11-07T11:20:22,584 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/.initializing 2024-11-07T11:20:22,584 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/WALs/4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:22,585 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:20:22,586 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C38373%2C1730978421078, suffix=, logDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/WALs/4ab3d709c6df,38373,1730978421078, archiveDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/oldWALs, maxLogs=10 2024-11-07T11:20:22,601 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/WALs/4ab3d709c6df,38373,1730978421078/4ab3d709c6df%2C38373%2C1730978421078.1730978422586, exclude list is [], retry=0 2024-11-07T11:20:22,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-582f4d99-9cf8-4d3e-b47e-e627fc1874cd,DISK] 2024-11-07T11:20:22,605 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/WALs/4ab3d709c6df,38373,1730978421078/4ab3d709c6df%2C38373%2C1730978421078.1730978422586 2024-11-07T11:20:22,605 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38025:38025)] 2024-11-07T11:20:22,605 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:22,606 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:22,606 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,606 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:20:22,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:22,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:22,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:20:22,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:22,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:22,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:20:22,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:22,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:22,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:20:22,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:22,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:22,619 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,619 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,619 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,620 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,620 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,621 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:20:22,621 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:22,623 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:22,623 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67728993, jitterRate=0.009240642189979553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:20:22,623 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978422606Initializing all the Stores at 1730978422606Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978422606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978422613 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978422613Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978422613Cleaning up temporary data from old regions at 1730978422620 (+7 ms)Region opened successfully at 1730978422623 (+3 ms) 2024-11-07T11:20:22,623 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:20:22,626 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c75a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:20:22,626 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:20:22,626 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:20:22,626 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:20:22,627 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:20:22,627 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:20:22,627 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:20:22,627 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:20:22,628 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:20:22,629 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Unable to get data of znode /11855584943/balancer because node does not exist (not necessarily an error) 2024-11-07T11:20:22,701 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11855584943/balancer already deleted, retry=false 2024-11-07T11:20:22,701 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:20:22,701 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Unable to get data of znode /11855584943/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:20:22,711 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11855584943/normalizer already deleted, retry=false 2024-11-07T11:20:22,711 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:20:22,712 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Unable to get data of znode /11855584943/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:20:22,722 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11855584943/switch/split already deleted, retry=false 2024-11-07T11:20:22,723 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Unable to get data of znode /11855584943/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:20:22,732 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11855584943/switch/merge already deleted, retry=false 2024-11-07T11:20:22,734 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Unable to get data of znode /11855584943/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:20:22,743 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11855584943/snapshot-cleanup already deleted, retry=false 2024-11-07T11:20:22,758 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11855584943/running 2024-11-07T11:20:22,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11855584943/running 2024-11-07T11:20:22,758 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:22,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:22,758 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,38373,1730978421078, sessionid=0x1011506754c0003, setting cluster-up flag (Was=false) 2024-11-07T11:20:22,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:22,779 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:22,810 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11855584943/flush-table-proc/acquired, /11855584943/flush-table-proc/reached, /11855584943/flush-table-proc/abort 2024-11-07T11:20:22,811 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:22,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:22,832 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:22,863 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11855584943/online-snapshot/acquired, /11855584943/online-snapshot/reached, /11855584943/online-snapshot/abort 2024-11-07T11:20:22,864 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:22,865 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:20:22,866 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:22,866 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:20:22,866 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:20:22,867 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,38373,1730978421078 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:20:22,868 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:22,868 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:22,868 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:22,868 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:22,868 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:20:22,868 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:22,868 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:20:22,868 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:22,869 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978452869 2024-11-07T11:20:22,869 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:20:22,869 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:20:22,869 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:20:22,869 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:20:22,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:22,869 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:20:22,869 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:20:22,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:20:22,869 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:22,869 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:20:22,870 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:20:22,870 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:20:22,870 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:20:22,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:22,870 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:20:22,870 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:20:22,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:20:22,870 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978422870,5,FailOnTimeoutGroup] 2024-11-07T11:20:22,870 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978422870,5,FailOnTimeoutGroup] 2024-11-07T11:20:22,870 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:22,871 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:20:22,871 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:22,871 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:22,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:20:22,958 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(746): ClusterId : eb6c1ff5-9a22-4f1d-9907-a2a9b9229981 2024-11-07T11:20:22,959 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:20:22,969 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:20:22,969 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:20:22,980 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:20:22,980 DEBUG [RS:0;4ab3d709c6df:42361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:20:22,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:20:22,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T11:20:22,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:20:22,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T11:20:22,990 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:42361 2024-11-07T11:20:22,990 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:20:22,990 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:20:22,991 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:20:22,991 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,38373,1730978421078 with port=42361, startcode=1730978421229 2024-11-07T11:20:22,991 DEBUG [RS:0;4ab3d709c6df:42361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:20:22,992 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:20:22,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:22,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38373 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:22,994 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8 2024-11-07T11:20:22,994 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42191 2024-11-07T11:20:22,994 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:20:23,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943/rs 2024-11-07T11:20:23,006 DEBUG [RS:0;4ab3d709c6df:42361 {}] zookeeper.ZKUtil(111): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on existing znode=/11855584943/rs/4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:23,006 WARN [RS:0;4ab3d709c6df:42361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:20:23,006 INFO [RS:0;4ab3d709c6df:42361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:23,006 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:23,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,42361,1730978421229] 2024-11-07T11:20:23,008 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:20:23,010 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:20:23,010 INFO [RS:0;4ab3d709c6df:42361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:20:23,010 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,010 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:20:23,011 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:20:23,011 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:20:23,011 DEBUG [RS:0;4ab3d709c6df:42361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:20:23,012 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,012 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,012 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,012 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,012 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,012 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42361,1730978421229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:20:23,024 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:20:23,024 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42361,1730978421229-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,024 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,024 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.Replication(171): 4ab3d709c6df,42361,1730978421229 started 2024-11-07T11:20:23,036 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:23,036 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,42361,1730978421229, RpcServer on 4ab3d709c6df/172.17.0.2:42361, sessionid=0x1011506754c0004 2024-11-07T11:20:23,036 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:20:23,036 DEBUG [RS:0;4ab3d709c6df:42361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:23,036 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,42361,1730978421229' 2024-11-07T11:20:23,036 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11855584943/flush-table-proc/abort' 2024-11-07T11:20:23,037 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11855584943/flush-table-proc/acquired' 2024-11-07T11:20:23,037 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:20:23,037 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:20:23,037 DEBUG [RS:0;4ab3d709c6df:42361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:23,037 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,42361,1730978421229' 2024-11-07T11:20:23,037 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11855584943/online-snapshot/abort' 2024-11-07T11:20:23,038 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11855584943/online-snapshot/acquired' 2024-11-07T11:20:23,038 DEBUG [RS:0;4ab3d709c6df:42361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:20:23,038 INFO [RS:0;4ab3d709c6df:42361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:20:23,038 INFO [RS:0;4ab3d709c6df:42361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:20:23,138 INFO [RS:0;4ab3d709c6df:42361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:20:23,139 INFO [RS:0;4ab3d709c6df:42361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C42361%2C1730978421229, suffix=, logDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229, archiveDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/oldWALs, maxLogs=10 2024-11-07T11:20:23,157 DEBUG [RS:0;4ab3d709c6df:42361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, exclude list is [], retry=0 2024-11-07T11:20:23,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-582f4d99-9cf8-4d3e-b47e-e627fc1874cd,DISK] 2024-11-07T11:20:23,160 INFO [RS:0;4ab3d709c6df:42361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 2024-11-07T11:20:23,160 DEBUG [RS:0;4ab3d709c6df:42361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38025:38025)] 2024-11-07T11:20:23,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:20:23,279 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8 2024-11-07T11:20:23,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:20:23,606 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:20:23,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:23,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:20:23,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:20:23,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:23,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:23,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:20:23,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:20:23,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:23,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:23,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:20:23,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:20:23,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:23,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:23,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:20:23,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:20:23,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:23,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:23,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:20:23,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740 2024-11-07T11:20:23,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740 2024-11-07T11:20:23,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:20:23,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:20:23,690 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:20:23,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:20:23,692 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:23,692 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64350847, jitterRate=-0.04109765589237213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:20:23,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978423684Initializing all the Stores at 1730978423684Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978423684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978423684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978423684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978423684Cleaning up temporary data from old regions at 1730978423690 (+6 ms)Region opened successfully at 1730978423692 (+2 ms) 2024-11-07T11:20:23,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:20:23,692 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:20:23,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:20:23,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:20:23,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:20:23,693 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:23,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978423692Disabling compacts and flushes for region at 1730978423692Disabling writes for close at 1730978423692Writing region close event to WAL at 1730978423693 (+1 ms)Closed at 1730978423693 2024-11-07T11:20:23,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:23,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:20:23,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:20:23,694 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:20:23,695 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:20:23,845 DEBUG [4ab3d709c6df:38373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:20:23,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:23,847 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,42361,1730978421229, state=OPENING 2024-11-07T11:20:23,939 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:20:23,958 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:23,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:23,958 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:20:23,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11855584943/meta-region-server: CHANGED 2024-11-07T11:20:23,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11855584943/meta-region-server: CHANGED 2024-11-07T11:20:23,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42361,1730978421229}] 2024-11-07T11:20:24,111 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:20:24,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:20:24,116 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:20:24,116 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:24,116 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:20:24,117 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C42361%2C1730978421229.meta, suffix=.meta, logDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229, archiveDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/oldWALs, maxLogs=10 2024-11-07T11:20:24,140 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.meta.1730978424118.meta, exclude list is [], retry=0 2024-11-07T11:20:24,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-582f4d99-9cf8-4d3e-b47e-e627fc1874cd,DISK] 2024-11-07T11:20:24,144 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.meta.1730978424118.meta 2024-11-07T11:20:24,144 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38025:38025)] 2024-11-07T11:20:24,145 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:24,145 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:20:24,145 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:20:24,145 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:20:24,145 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:20:24,145 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:20:24,145 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:24,145 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:20:24,145 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:20:24,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:20:24,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:20:24,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:24,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:24,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:20:24,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:20:24,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:24,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:24,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:20:24,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:20:24,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:24,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:24,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:20:24,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:20:24,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:24,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:24,150 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:20:24,150 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740 2024-11-07T11:20:24,150 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740 2024-11-07T11:20:24,151 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:20:24,151 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:20:24,151 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:20:24,152 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:20:24,153 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71828202, jitterRate=0.07032361626625061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:20:24,153 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:20:24,153 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978424145Writing region info on filesystem at 1730978424145Initializing all the Stores at 1730978424146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978424146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978424146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978424146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978424146Cleaning up temporary data from old regions at 1730978424151 (+5 ms)Running coprocessor post-open hooks at 1730978424153 (+2 ms)Region opened successfully at 1730978424153 2024-11-07T11:20:24,153 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978424110 2024-11-07T11:20:24,155 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:20:24,155 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:20:24,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:24,157 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,42361,1730978421229, state=OPEN 2024-11-07T11:20:24,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11855584943/meta-region-server 2024-11-07T11:20:24,168 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11855584943/meta-region-server 2024-11-07T11:20:24,169 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:24,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11855584943/meta-region-server: CHANGED 2024-11-07T11:20:24,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11855584943/meta-region-server: CHANGED 2024-11-07T11:20:24,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:20:24,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42361,1730978421229 in 211 msec 2024-11-07T11:20:24,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:20:24,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-07T11:20:24,173 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:24,173 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:20:24,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:24,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42361,1730978421229, seqNum=-1] 2024-11-07T11:20:24,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:24,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:20:24,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-07T11:20:24,179 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978424179, completionTime=-1 2024-11-07T11:20:24,179 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:20:24,179 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978484181 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978544181 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38373,1730978421078-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38373,1730978421078-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38373,1730978421078-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:38373, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:24,181 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:24,183 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:20:24,184 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.889sec 2024-11-07T11:20:24,184 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:20:24,184 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:20:24,184 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:20:24,184 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:20:24,184 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:20:24,184 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38373,1730978421078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:20:24,184 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38373,1730978421078-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:20:24,186 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:20:24,186 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:20:24,186 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38373,1730978421078-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:24,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:24,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38373,-1 for getting cluster id 2024-11-07T11:20:24,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:24,260 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6c1ff5-9a22-4f1d-9907-a2a9b9229981' 2024-11-07T11:20:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6c1ff5-9a22-4f1d-9907-a2a9b9229981" 2024-11-07T11:20:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3574f3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38373,-1] 2024-11-07T11:20:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:24,262 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:24,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d040a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:24,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42361,1730978421229, seqNum=-1] 2024-11-07T11:20:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:24,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:20:24,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:24,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61580 2024-11-07T11:20:24,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:24,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011506754c0005 connected 2024-11-07T11:20:24,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:20:24,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.log.dir so I do NOT create it in target/test-data/aea6b211-d27e-8804-69ef-13da092b3473 2024-11-07T11:20:24,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:20:24,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.tmp.dir so I do NOT create it in target/test-data/aea6b211-d27e-8804-69ef-13da092b3473 2024-11-07T11:20:24,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:20:24,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473 2024-11-07T11:20:24,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:20:24,292 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/cluster_d4f4912a-a7e1-cb84-c9ff-0c52e730ef81, deleteOnExit=true 2024-11-07T11:20:24,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/test.cache.data in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:20:24,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:20:24,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:20:24,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:20:24,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:24,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:24,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:20:24,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:20:24,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:20:24,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:20:24,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:24,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:20:24,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31188b1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:20:24,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6836fca9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/java.io.tmpdir/jetty-localhost-46247-hadoop-hdfs-3_4_1-tests_jar-_-any-2366975290067208622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:24,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b2848{HTTP/1.1, (http/1.1)}{localhost:46247} 2024-11-07T11:20:24,744 INFO [Time-limited test {}] server.Server(415): Started @288748ms 2024-11-07T11:20:25,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:25,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:20:25,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:20:25,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:20:25,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:20:25,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:20:25,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e7096ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:20:25,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@573c024{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/java.io.tmpdir/jetty-localhost-39701-hadoop-hdfs-3_4_1-tests_jar-_-any-3623233375388363687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:25,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ee6db57{HTTP/1.1, (http/1.1)}{localhost:39701} 2024-11-07T11:20:25,236 INFO [Time-limited test {}] server.Server(415): Started @289241ms 2024-11-07T11:20:25,237 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:20:25,941 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/cluster_d4f4912a-a7e1-cb84-c9ff-0c52e730ef81/data/data1/current/BP-1049335074-172.17.0.2-1730978424370/current, will proceed with Du for space computation calculation, 2024-11-07T11:20:25,941 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/cluster_d4f4912a-a7e1-cb84-c9ff-0c52e730ef81/data/data2/current/BP-1049335074-172.17.0.2-1730978424370/current, will proceed with Du for space computation calculation, 2024-11-07T11:20:25,957 WARN [Thread-3676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:20:25,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d1ee58c83bff0f with lease ID 0x8e34bd93a2bca712: Processing first storage report for DS-dced69a0-4437-424f-bc73-0d130727128d from datanode DatanodeRegistration(127.0.0.1:45001, datanodeUuid=9112d551-6fd9-4dda-a2e0-4b019762ef91, infoPort=36289, infoSecurePort=0, ipcPort=42383, storageInfo=lv=-57;cid=testClusterID;nsid=580524744;c=1730978424370) 2024-11-07T11:20:25,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d1ee58c83bff0f with lease ID 0x8e34bd93a2bca712: from storage DS-dced69a0-4437-424f-bc73-0d130727128d node DatanodeRegistration(127.0.0.1:45001, datanodeUuid=9112d551-6fd9-4dda-a2e0-4b019762ef91, infoPort=36289, infoSecurePort=0, ipcPort=42383, storageInfo=lv=-57;cid=testClusterID;nsid=580524744;c=1730978424370), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:20:25,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d1ee58c83bff0f with lease ID 0x8e34bd93a2bca712: Processing first storage report for DS-198223c7-2b4c-41b6-becb-23bf5d7df5a8 from datanode DatanodeRegistration(127.0.0.1:45001, datanodeUuid=9112d551-6fd9-4dda-a2e0-4b019762ef91, infoPort=36289, infoSecurePort=0, ipcPort=42383, storageInfo=lv=-57;cid=testClusterID;nsid=580524744;c=1730978424370) 2024-11-07T11:20:25,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d1ee58c83bff0f with lease ID 0x8e34bd93a2bca712: from storage DS-198223c7-2b4c-41b6-becb-23bf5d7df5a8 node DatanodeRegistration(127.0.0.1:45001, datanodeUuid=9112d551-6fd9-4dda-a2e0-4b019762ef91, infoPort=36289, infoSecurePort=0, ipcPort=42383, storageInfo=lv=-57;cid=testClusterID;nsid=580524744;c=1730978424370), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:20:26,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473 2024-11-07T11:20:26,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:26,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:20:26,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0 with version=8 2024-11-07T11:20:26,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/hbase-staging 2024-11-07T11:20:26,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:20:26,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:26,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:26,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:20:26,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:26,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:20:26,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:20:26,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:20:26,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43073 2024-11-07T11:20:26,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43073 connecting to ZooKeeper ensemble=127.0.0.1:61580 2024-11-07T11:20:26,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430730x0, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:26,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43073-0x1011506754c0006 connected 2024-11-07T11:20:26,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:26,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:26,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on znode that does not yet exist, /2-611082308/running 2024-11-07T11:20:26,598 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0, hbase.cluster.distributed=false 2024-11-07T11:20:26,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on znode that does not yet exist, /2-611082308/acl 2024-11-07T11:20:26,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43073 2024-11-07T11:20:26,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43073 2024-11-07T11:20:26,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43073 2024-11-07T11:20:26,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43073 2024-11-07T11:20:26,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43073 2024-11-07T11:20:26,613 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:20:26,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:26,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:26,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:20:26,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:26,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:20:26,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:20:26,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:20:26,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39805 2024-11-07T11:20:26,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39805 connecting to ZooKeeper ensemble=127.0.0.1:61580 2024-11-07T11:20:26,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:26,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:26,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398050x0, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:26,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398050x0, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on znode that does not yet exist, /2-611082308/running 2024-11-07T11:20:26,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39805-0x1011506754c0007 connected 2024-11-07T11:20:26,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:20:26,628 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:20:26,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on znode that does not yet exist, /2-611082308/master 2024-11-07T11:20:26,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on znode that does not yet exist, /2-611082308/acl 2024-11-07T11:20:26,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39805 2024-11-07T11:20:26,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39805 2024-11-07T11:20:26,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39805 2024-11-07T11:20:26,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39805 2024-11-07T11:20:26,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39805 2024-11-07T11:20:26,645 DEBUG [M:0;4ab3d709c6df:43073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:43073 2024-11-07T11:20:26,645 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-611082308/backup-masters/4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:26,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308/backup-masters 2024-11-07T11:20:26,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308/backup-masters 2024-11-07T11:20:26,653 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on existing znode=/2-611082308/backup-masters/4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-611082308/master 2024-11-07T11:20:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:26,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:26,663 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on existing znode=/2-611082308/master 2024-11-07T11:20:26,663 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-611082308/backup-masters/4ab3d709c6df,43073,1730978426468 from backup master directory 2024-11-07T11:20:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-611082308/backup-masters/4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308/backup-masters 2024-11-07T11:20:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308/backup-masters 2024-11-07T11:20:26,673 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:20:26,673 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:26,676 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/hbase.id] with ID: 190336e1-1ceb-405e-8033-b0d3f8b20b77 2024-11-07T11:20:26,676 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/.tmp/hbase.id 2024-11-07T11:20:26,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:20:27,082 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/.tmp/hbase.id]:[hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/hbase.id] 2024-11-07T11:20:27,088 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:27,088 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:20:27,089 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:20:27,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:27,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:20:27,706 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:20:27,706 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:20:27,707 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:27,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:20:28,111 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store 2024-11-07T11:20:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:20:28,516 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:28,516 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:20:28,516 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:28,516 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:28,516 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:20:28,516 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:28,516 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:28,516 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978428516Disabling compacts and flushes for region at 1730978428516Disabling writes for close at 1730978428516Writing region close event to WAL at 1730978428516Closed at 1730978428516 2024-11-07T11:20:28,517 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/.initializing 2024-11-07T11:20:28,517 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/WALs/4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:28,518 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:20:28,519 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C43073%2C1730978426468, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/WALs/4ab3d709c6df,43073,1730978426468, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/oldWALs, maxLogs=10 2024-11-07T11:20:28,532 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/WALs/4ab3d709c6df,43073,1730978426468/4ab3d709c6df%2C43073%2C1730978426468.1730978428519, exclude list is [], retry=0 2024-11-07T11:20:28,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-dced69a0-4437-424f-bc73-0d130727128d,DISK] 2024-11-07T11:20:28,535 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/WALs/4ab3d709c6df,43073,1730978426468/4ab3d709c6df%2C43073%2C1730978426468.1730978428519 2024-11-07T11:20:28,535 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-07T11:20:28,535 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:28,536 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:28,536 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,536 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:20:28,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:28,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:28,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:20:28,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:28,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:28,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:20:28,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:28,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:28,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:20:28,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:28,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:28,541 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,542 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,543 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:20:28,543 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:20:28,545 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:28,545 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64940352, jitterRate=-0.03231334686279297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:20:28,545 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978428536Initializing all the Stores at 1730978428536Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978428536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978428537 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978428537Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978428537Cleaning up temporary data from old regions at 1730978428542 (+5 ms)Region opened successfully at 1730978428545 (+3 ms) 2024-11-07T11:20:28,545 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:20:28,547 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bb2629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:20:28,548 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:20:28,548 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:20:28,548 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:20:28,548 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:20:28,548 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:20:28,548 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:20:28,548 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:20:28,550 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:20:28,550 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Unable to get data of znode /2-611082308/balancer because node does not exist (not necessarily an error) 2024-11-07T11:20:28,627 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-611082308/balancer already deleted, retry=false 2024-11-07T11:20:28,627 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:20:28,628 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Unable to get data of znode /2-611082308/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:20:28,637 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-611082308/normalizer already deleted, retry=false 2024-11-07T11:20:28,637 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:20:28,638 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Unable to get data of znode /2-611082308/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:20:28,648 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-611082308/switch/split already deleted, retry=false 2024-11-07T11:20:28,648 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Unable to get data of znode /2-611082308/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:20:28,658 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-611082308/switch/merge already deleted, retry=false 2024-11-07T11:20:28,660 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Unable to get data of znode /2-611082308/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:20:28,669 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-611082308/snapshot-cleanup already deleted, retry=false 2024-11-07T11:20:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-611082308/running 2024-11-07T11:20:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-611082308/running 2024-11-07T11:20:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:28,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:28,680 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,43073,1730978426468, sessionid=0x1011506754c0006, setting cluster-up flag (Was=false) 2024-11-07T11:20:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:28,732 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-611082308/flush-table-proc/acquired, /2-611082308/flush-table-proc/reached, /2-611082308/flush-table-proc/abort 2024-11-07T11:20:28,733 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:28,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:28,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:28,785 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-611082308/online-snapshot/acquired, /2-611082308/online-snapshot/reached, /2-611082308/online-snapshot/abort 2024-11-07T11:20:28,786 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:28,786 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:20:28,787 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:28,788 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:20:28,788 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:20:28,788 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,43073,1730978426468 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:20:28,789 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:28,789 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:28,789 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:28,789 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:20:28,789 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:20:28,789 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,789 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:20:28,789 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,790 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978458790 2024-11-07T11:20:28,790 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:20:28,790 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:20:28,790 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:20:28,790 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:20:28,790 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:20:28,790 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:20:28,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:28,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:20:28,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:28,791 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978428791,5,FailOnTimeoutGroup] 2024-11-07T11:20:28,791 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978428791,5,FailOnTimeoutGroup] 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:20:28,791 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,792 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:20:28,837 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(746): ClusterId : 190336e1-1ceb-405e-8033-b0d3f8b20b77 2024-11-07T11:20:28,838 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:20:28,848 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:20:28,848 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:20:28,859 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:20:28,859 DEBUG [RS:0;4ab3d709c6df:39805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4e5710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:20:28,873 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:39805 2024-11-07T11:20:28,873 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:20:28,873 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:20:28,873 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:20:28,874 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,43073,1730978426468 with port=39805, startcode=1730978426613 2024-11-07T11:20:28,874 DEBUG [RS:0;4ab3d709c6df:39805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:20:28,875 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:20:28,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:28,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43073 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:28,876 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0 2024-11-07T11:20:28,876 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33937 2024-11-07T11:20:28,876 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:20:28,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308/rs 2024-11-07T11:20:28,920 DEBUG [RS:0;4ab3d709c6df:39805 {}] zookeeper.ZKUtil(111): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on existing znode=/2-611082308/rs/4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:28,920 WARN [RS:0;4ab3d709c6df:39805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:20:28,920 INFO [RS:0;4ab3d709c6df:39805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:28,920 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:28,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,39805,1730978426613] 2024-11-07T11:20:28,922 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:20:28,923 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:20:28,923 INFO [RS:0;4ab3d709c6df:39805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:20:28,923 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,923 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:20:28,924 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:20:28,924 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:20:28,924 DEBUG [RS:0;4ab3d709c6df:39805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:20:28,925 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,925 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,925 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,925 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,925 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,925 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39805,1730978426613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:20:28,937 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:20:28,937 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39805,1730978426613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,937 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,937 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.Replication(171): 4ab3d709c6df,39805,1730978426613 started 2024-11-07T11:20:28,949 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:28,949 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,39805,1730978426613, RpcServer on 4ab3d709c6df/172.17.0.2:39805, sessionid=0x1011506754c0007 2024-11-07T11:20:28,949 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:20:28,949 DEBUG [RS:0;4ab3d709c6df:39805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:28,949 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,39805,1730978426613' 2024-11-07T11:20:28,949 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-611082308/flush-table-proc/abort' 2024-11-07T11:20:28,950 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-611082308/flush-table-proc/acquired' 2024-11-07T11:20:28,950 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:20:28,950 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:20:28,950 DEBUG [RS:0;4ab3d709c6df:39805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:28,950 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,39805,1730978426613' 2024-11-07T11:20:28,950 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-611082308/online-snapshot/abort' 2024-11-07T11:20:28,950 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-611082308/online-snapshot/acquired' 2024-11-07T11:20:28,950 DEBUG [RS:0;4ab3d709c6df:39805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:20:28,950 INFO [RS:0;4ab3d709c6df:39805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:20:28,950 INFO [RS:0;4ab3d709c6df:39805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:20:29,051 INFO [RS:0;4ab3d709c6df:39805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:20:29,052 INFO [RS:0;4ab3d709c6df:39805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C39805%2C1730978426613, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/oldWALs, maxLogs=10 2024-11-07T11:20:29,063 DEBUG [RS:0;4ab3d709c6df:39805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052, exclude list is [], retry=0 2024-11-07T11:20:29,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-dced69a0-4437-424f-bc73-0d130727128d,DISK] 2024-11-07T11:20:29,067 INFO [RS:0;4ab3d709c6df:39805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 2024-11-07T11:20:29,067 DEBUG [RS:0;4ab3d709c6df:39805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-07T11:20:29,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:20:29,200 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0 2024-11-07T11:20:29,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741833_1009 (size=32) 2024-11-07T11:20:29,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:29,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:20:29,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:20:29,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:29,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:29,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:20:29,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:20:29,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:29,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:29,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:20:29,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:20:29,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:29,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:29,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:20:29,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:20:29,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:29,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:29,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:20:29,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740 2024-11-07T11:20:29,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740 2024-11-07T11:20:29,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:20:29,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:20:29,611 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:20:29,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:20:29,613 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:29,613 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59250409, jitterRate=-0.11710010468959808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:20:29,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978429605Initializing all the Stores at 1730978429605Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978429605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978429605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978429605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978429605Cleaning up temporary data from old regions at 1730978429611 (+6 ms)Region opened successfully at 1730978429613 (+2 ms) 2024-11-07T11:20:29,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:20:29,613 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:20:29,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:20:29,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:20:29,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:20:29,614 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:29,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978429613Disabling compacts and flushes for region at 1730978429613Disabling writes for close at 1730978429613Writing region close event to WAL at 1730978429614 (+1 ms)Closed at 1730978429614 2024-11-07T11:20:29,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:29,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:20:29,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:20:29,615 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:20:29,616 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:20:29,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:20:29,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:29,766 DEBUG [4ab3d709c6df:43073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:20:29,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:29,768 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,39805,1730978426613, state=OPENING 2024-11-07T11:20:29,821 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:20:29,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:29,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:29,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-611082308/meta-region-server: CHANGED 2024-11-07T11:20:29,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-611082308/meta-region-server: CHANGED 2024-11-07T11:20:29,832 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:20:29,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,39805,1730978426613}] 2024-11-07T11:20:29,983 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:20:29,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:20:29,986 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:20:29,987 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:29,987 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:20:29,988 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C39805%2C1730978426613.meta, suffix=.meta, logDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/oldWALs, maxLogs=10 2024-11-07T11:20:29,999 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.meta.1730978429988.meta, exclude list is [], retry=0 2024-11-07T11:20:30,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-dced69a0-4437-424f-bc73-0d130727128d,DISK] 2024-11-07T11:20:30,002 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.meta.1730978429988.meta 2024-11-07T11:20:30,002 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-07T11:20:30,003 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:30,003 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:20:30,003 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:20:30,003 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:20:30,003 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:20:30,003 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:20:30,003 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:30,003 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:20:30,003 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:20:30,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:20:30,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:20:30,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:20:30,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:20:30,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:30,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:30,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:20:30,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:20:30,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:30,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:30,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:20:30,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:20:30,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:30,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:20:30,007 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:20:30,007 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740 2024-11-07T11:20:30,008 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740 2024-11-07T11:20:30,008 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:20:30,008 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:20:30,009 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:20:30,009 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:20:30,010 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75354665, jitterRate=0.1228720098733902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:20:30,010 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:20:30,010 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978430003Writing region info on filesystem at 1730978430003Initializing all the Stores at 1730978430004 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978430004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978430004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978430004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978430004Cleaning up temporary data from old regions at 1730978430008 (+4 ms)Running coprocessor post-open hooks at 1730978430010 (+2 ms)Region opened successfully at 1730978430010 2024-11-07T11:20:30,011 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978429983 2024-11-07T11:20:30,012 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:20:30,012 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:20:30,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:30,013 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,39805,1730978426613, state=OPEN 2024-11-07T11:20:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-611082308/meta-region-server 2024-11-07T11:20:30,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-611082308/meta-region-server 2024-11-07T11:20:30,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:30,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-611082308/meta-region-server: CHANGED 2024-11-07T11:20:30,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-611082308/meta-region-server: CHANGED 2024-11-07T11:20:30,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:20:30,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,39805,1730978426613 in 189 msec 2024-11-07T11:20:30,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:20:30,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-07T11:20:30,024 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:20:30,024 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:20:30,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:30,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39805,1730978426613, seqNum=-1] 2024-11-07T11:20:30,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:30,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:20:30,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-11-07T11:20:30,030 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978430030, completionTime=-1 2024-11-07T11:20:30,030 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:20:30,030 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:20:30,032 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:20:30,032 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978490032 2024-11-07T11:20:30,032 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978550032 2024-11-07T11:20:30,032 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:20:30,032 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43073,1730978426468-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:30,032 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43073,1730978426468-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:30,032 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43073,1730978426468-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:30,032 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:43073, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:30,032 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:30,033 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:30,034 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:20:30,035 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.362sec 2024-11-07T11:20:30,035 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:20:30,035 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:20:30,035 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:20:30,035 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:20:30,035 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:20:30,035 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43073,1730978426468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:20:30,035 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43073,1730978426468-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:20:30,037 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:20:30,037 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:20:30,037 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,43073,1730978426468-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:20:30,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9ce46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:30,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43073,-1 for getting cluster id 2024-11-07T11:20:30,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:30,039 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190336e1-1ceb-405e-8033-b0d3f8b20b77' 2024-11-07T11:20:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190336e1-1ceb-405e-8033-b0d3f8b20b77" 2024-11-07T11:20:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4443fbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43073,-1] 2024-11-07T11:20:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:30,041 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:30,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd9fcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:30,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39805,1730978426613, seqNum=-1] 2024-11-07T11:20:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:30,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:20:30,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:30,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61580 2024-11-07T11:20:30,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:30,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011506754c0008 connected 2024-11-07T11:20:30,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11bed20b 2024-11-07T11:20:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:30,066 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:30,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:20:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:20:30,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:20:30,069 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:30,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:20:30,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:20:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:20:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:30,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6895b7ed22fbe46adfcb18dc7c070153, NAME => 'test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d 2024-11-07T11:20:30,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:20:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:30,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:30,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6895b7ed22fbe46adfcb18dc7c070153, disabling compactions & flushes 2024-11-07T11:20:30,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:30,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:30,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. after waiting 0 ms 2024-11-07T11:20:30,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:30,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:30,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6895b7ed22fbe46adfcb18dc7c070153: Waiting for close lock at 1730978430882Disabling compacts and flushes for region at 1730978430882Disabling writes for close at 1730978430882Writing region close event to WAL at 1730978430882Closed at 1730978430882 2024-11-07T11:20:30,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:20:30,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978430883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978430883"}]},"ts":"1730978430883"} 2024-11-07T11:20:30,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:20:30,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:20:30,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978430886"}]},"ts":"1730978430886"} 2024-11-07T11:20:30,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:20:30,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6895b7ed22fbe46adfcb18dc7c070153, ASSIGN}] 2024-11-07T11:20:30,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6895b7ed22fbe46adfcb18dc7c070153, ASSIGN 2024-11-07T11:20:30,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6895b7ed22fbe46adfcb18dc7c070153, ASSIGN; state=OFFLINE, location=4ab3d709c6df,42785,1730978415518; forceNewPlan=false, retain=false 2024-11-07T11:20:31,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6895b7ed22fbe46adfcb18dc7c070153, regionState=OPENING, regionLocation=4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:31,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6895b7ed22fbe46adfcb18dc7c070153, ASSIGN because future has completed 2024-11-07T11:20:31,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6895b7ed22fbe46adfcb18dc7c070153, server=4ab3d709c6df,42785,1730978415518}] 2024-11-07T11:20:31,198 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:31,198 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6895b7ed22fbe46adfcb18dc7c070153, NAME => 'test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:31,198 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:20:31,198 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:20:31,198 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,198 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:31,198 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,198 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,199 INFO [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,200 INFO [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6895b7ed22fbe46adfcb18dc7c070153 columnFamilyName f 2024-11-07T11:20:31,200 DEBUG [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:31,201 INFO [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] regionserver.HStore(327): Store=6895b7ed22fbe46adfcb18dc7c070153/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:31,201 INFO [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,201 INFO [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6895b7ed22fbe46adfcb18dc7c070153 columnFamilyName f1 2024-11-07T11:20:31,201 DEBUG [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:31,202 INFO [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] regionserver.HStore(327): Store=6895b7ed22fbe46adfcb18dc7c070153/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:31,202 INFO [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,203 INFO [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6895b7ed22fbe46adfcb18dc7c070153 columnFamilyName norep 2024-11-07T11:20:31,203 DEBUG [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:31,203 INFO [StoreOpener-6895b7ed22fbe46adfcb18dc7c070153-1 {}] regionserver.HStore(327): Store=6895b7ed22fbe46adfcb18dc7c070153/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:31,203 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:31,203 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,204 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,204 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,204 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,205 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:20:31,205 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,207 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:31,207 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6895b7ed22fbe46adfcb18dc7c070153; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59953786, jitterRate=-0.1066189706325531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:20:31,207 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:31,208 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6895b7ed22fbe46adfcb18dc7c070153: Running coprocessor pre-open hook at 1730978431198Writing region info on filesystem at 1730978431198Initializing all the Stores at 1730978431199 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978431199Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978431199Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978431199Cleaning up temporary data from old regions at 1730978431204 (+5 ms)Running coprocessor post-open hooks at 1730978431207 (+3 ms)Region opened successfully at 1730978431208 (+1 ms) 2024-11-07T11:20:31,208 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153., pid=6, masterSystemTime=1730978431195 2024-11-07T11:20:31,210 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:31,210 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:31,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6895b7ed22fbe46adfcb18dc7c070153, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:31,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6895b7ed22fbe46adfcb18dc7c070153, server=4ab3d709c6df,42785,1730978415518 because future has completed 2024-11-07T11:20:31,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:20:31,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6895b7ed22fbe46adfcb18dc7c070153, server=4ab3d709c6df,42785,1730978415518 in 169 msec 2024-11-07T11:20:31,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:20:31,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6895b7ed22fbe46adfcb18dc7c070153, ASSIGN in 326 msec 2024-11-07T11:20:31,216 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:20:31,216 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978431216"}]},"ts":"1730978431216"} 2024-11-07T11:20:31,217 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:20:31,218 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:20:31,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-07T11:20:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:32,223 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:20:32,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e1dadba 2024-11-07T11:20:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:32,225 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:32,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:20:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:20:32,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:20:32,228 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:32,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:20:32,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:20:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:20:32,234 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56d46be3399c65328599a1f9ed7e4c20, NAME => 'test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8 2024-11-07T11:20:32,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:20:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:32,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:32,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56d46be3399c65328599a1f9ed7e4c20, disabling compactions & flushes 2024-11-07T11:20:32,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:32,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:32,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. after waiting 0 ms 2024-11-07T11:20:32,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:32,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:32,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56d46be3399c65328599a1f9ed7e4c20: Waiting for close lock at 1730978432642Disabling compacts and flushes for region at 1730978432642Disabling writes for close at 1730978432642Writing region close event to WAL at 1730978432642Closed at 1730978432642 2024-11-07T11:20:32,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:20:32,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978432643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978432643"}]},"ts":"1730978432643"} 2024-11-07T11:20:32,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:20:32,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:20:32,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978432646"}]},"ts":"1730978432646"} 2024-11-07T11:20:32,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:20:32,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56d46be3399c65328599a1f9ed7e4c20, ASSIGN}] 2024-11-07T11:20:32,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56d46be3399c65328599a1f9ed7e4c20, ASSIGN 2024-11-07T11:20:32,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56d46be3399c65328599a1f9ed7e4c20, ASSIGN; state=OFFLINE, location=4ab3d709c6df,42361,1730978421229; forceNewPlan=false, retain=false 2024-11-07T11:20:32,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56d46be3399c65328599a1f9ed7e4c20, regionState=OPENING, regionLocation=4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:32,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56d46be3399c65328599a1f9ed7e4c20, ASSIGN because future has completed 2024-11-07T11:20:32,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d46be3399c65328599a1f9ed7e4c20, server=4ab3d709c6df,42361,1730978421229}] 2024-11-07T11:20:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:32,957 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:32,957 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56d46be3399c65328599a1f9ed7e4c20, NAME => 'test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:32,957 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:20:32,957 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:20:32,958 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,958 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:32,958 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,958 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,959 INFO [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,960 INFO [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d46be3399c65328599a1f9ed7e4c20 columnFamilyName f 2024-11-07T11:20:32,960 DEBUG [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:32,960 INFO [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] regionserver.HStore(327): Store=56d46be3399c65328599a1f9ed7e4c20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:32,960 INFO [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,961 INFO [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d46be3399c65328599a1f9ed7e4c20 columnFamilyName f1 2024-11-07T11:20:32,961 DEBUG [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:32,961 INFO [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] regionserver.HStore(327): Store=56d46be3399c65328599a1f9ed7e4c20/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:32,961 INFO [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,962 INFO [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56d46be3399c65328599a1f9ed7e4c20 columnFamilyName norep 2024-11-07T11:20:32,962 DEBUG [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:32,962 INFO [StoreOpener-56d46be3399c65328599a1f9ed7e4c20-1 {}] regionserver.HStore(327): Store=56d46be3399c65328599a1f9ed7e4c20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:32,962 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,962 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,963 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,963 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,963 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,964 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:20:32,965 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,966 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:32,966 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56d46be3399c65328599a1f9ed7e4c20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70269413, jitterRate=0.047095850110054016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:20:32,966 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:32,966 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56d46be3399c65328599a1f9ed7e4c20: Running coprocessor pre-open hook at 1730978432958Writing region info on filesystem at 1730978432958Initializing all the Stores at 1730978432958Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978432958Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978432959 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978432959Cleaning up temporary data from old regions at 1730978432963 (+4 ms)Running coprocessor post-open hooks at 1730978432966 (+3 ms)Region opened successfully at 1730978432966 2024-11-07T11:20:32,967 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20., pid=6, masterSystemTime=1730978432954 2024-11-07T11:20:32,969 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:32,969 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:32,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56d46be3399c65328599a1f9ed7e4c20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:32,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56d46be3399c65328599a1f9ed7e4c20, server=4ab3d709c6df,42361,1730978421229 because future has completed 2024-11-07T11:20:32,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:20:32,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56d46be3399c65328599a1f9ed7e4c20, server=4ab3d709c6df,42361,1730978421229 in 169 msec 2024-11-07T11:20:32,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:20:32,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56d46be3399c65328599a1f9ed7e4c20, ASSIGN in 324 msec 2024-11-07T11:20:32,974 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:20:32,974 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978432974"}]},"ts":"1730978432974"} 2024-11-07T11:20:32,975 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:20:32,976 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:20:32,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-07T11:20:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:20:32,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T11:20:32,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:20:32,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T11:20:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:33,363 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:20:33,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:33,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:33,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3486a0e6 2024-11-07T11:20:33,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:33,365 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:33,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:20:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:20:33,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:20:33,368 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:33,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:20:33,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:20:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:20:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:33,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54be5b47319be9cf5d0bf2dff7eba66d, NAME => 'test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0 2024-11-07T11:20:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:20:33,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:33,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 54be5b47319be9cf5d0bf2dff7eba66d, disabling compactions & flushes 2024-11-07T11:20:33,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:33,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:33,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. after waiting 0 ms 2024-11-07T11:20:33,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:33,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:33,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54be5b47319be9cf5d0bf2dff7eba66d: Waiting for close lock at 1730978433779Disabling compacts and flushes for region at 1730978433779Disabling writes for close at 1730978433779Writing region close event to WAL at 1730978433779Closed at 1730978433779 2024-11-07T11:20:33,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:20:33,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978433780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978433780"}]},"ts":"1730978433780"} 2024-11-07T11:20:33,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:20:33,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:20:33,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978433783"}]},"ts":"1730978433783"} 2024-11-07T11:20:33,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:20:33,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54be5b47319be9cf5d0bf2dff7eba66d, ASSIGN}] 2024-11-07T11:20:33,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54be5b47319be9cf5d0bf2dff7eba66d, ASSIGN 2024-11-07T11:20:33,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=54be5b47319be9cf5d0bf2dff7eba66d, ASSIGN; state=OFFLINE, location=4ab3d709c6df,39805,1730978426613; forceNewPlan=false, retain=false 2024-11-07T11:20:33,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54be5b47319be9cf5d0bf2dff7eba66d, regionState=OPENING, regionLocation=4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:33,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=54be5b47319be9cf5d0bf2dff7eba66d, ASSIGN because future has completed 2024-11-07T11:20:33,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54be5b47319be9cf5d0bf2dff7eba66d, server=4ab3d709c6df,39805,1730978426613}] 2024-11-07T11:20:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:34,094 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:34,094 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54be5b47319be9cf5d0bf2dff7eba66d, NAME => 'test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:34,095 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:20:34,095 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:20:34,095 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,095 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:34,095 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,095 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,096 INFO [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,097 INFO [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54be5b47319be9cf5d0bf2dff7eba66d columnFamilyName f 2024-11-07T11:20:34,097 DEBUG [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:34,097 INFO [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] regionserver.HStore(327): Store=54be5b47319be9cf5d0bf2dff7eba66d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:34,097 INFO [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,098 INFO [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54be5b47319be9cf5d0bf2dff7eba66d columnFamilyName f1 2024-11-07T11:20:34,098 DEBUG [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:34,098 INFO [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] regionserver.HStore(327): Store=54be5b47319be9cf5d0bf2dff7eba66d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:34,098 INFO [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,099 INFO [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54be5b47319be9cf5d0bf2dff7eba66d columnFamilyName norep 2024-11-07T11:20:34,099 DEBUG [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:34,099 INFO [StoreOpener-54be5b47319be9cf5d0bf2dff7eba66d-1 {}] regionserver.HStore(327): Store=54be5b47319be9cf5d0bf2dff7eba66d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:34,099 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,099 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,100 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,100 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,100 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,101 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:20:34,101 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,102 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:34,103 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54be5b47319be9cf5d0bf2dff7eba66d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59018504, jitterRate=-0.12055575847625732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:20:34,103 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:34,103 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54be5b47319be9cf5d0bf2dff7eba66d: Running coprocessor pre-open hook at 1730978434095Writing region info on filesystem at 1730978434095Initializing all the Stores at 1730978434096 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978434096Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978434096Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978434096Cleaning up temporary data from old regions at 1730978434100 (+4 ms)Running coprocessor post-open hooks at 1730978434103 (+3 ms)Region opened successfully at 1730978434103 2024-11-07T11:20:34,103 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d., pid=6, masterSystemTime=1730978434090 2024-11-07T11:20:34,105 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:34,105 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:34,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54be5b47319be9cf5d0bf2dff7eba66d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:34,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54be5b47319be9cf5d0bf2dff7eba66d, server=4ab3d709c6df,39805,1730978426613 because future has completed 2024-11-07T11:20:34,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:20:34,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54be5b47319be9cf5d0bf2dff7eba66d, server=4ab3d709c6df,39805,1730978426613 in 169 msec 2024-11-07T11:20:34,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:20:34,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=54be5b47319be9cf5d0bf2dff7eba66d, ASSIGN in 325 msec 2024-11-07T11:20:34,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:20:34,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978434111"}]},"ts":"1730978434111"} 2024-11-07T11:20:34,112 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:20:34,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:20:34,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-07T11:20:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:20:34,504 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:20:34,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aba8d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:34,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,40743,-1 for getting cluster id 2024-11-07T11:20:34,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:34,505 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '945b8ed5-b6d7-4c59-9d2a-84756b158c20' 2024-11-07T11:20:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "945b8ed5-b6d7-4c59-9d2a-84756b158c20" 2024-11-07T11:20:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbfa463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,40743,-1] 2024-11-07T11:20:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:34,506 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b684c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:34,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c80c331 2024-11-07T11:20:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:34,508 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:34,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:38373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:20:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:20:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:34,511 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:38373' 2024-11-07T11:20:34,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5340a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:34,512 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38373,-1 for getting cluster id 2024-11-07T11:20:34,512 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:34,513 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6c1ff5-9a22-4f1d-9907-a2a9b9229981' 2024-11-07T11:20:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6c1ff5-9a22-4f1d-9907-a2a9b9229981" 2024-11-07T11:20:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759e2a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38373,-1] 2024-11-07T11:20:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:34,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:34,514 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:34,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40585ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:34,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:34,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:34,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518d7487 2024-11-07T11:20:34,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:34,516 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:34,517 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:20:34,517 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:20:34,517 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:34,517 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:34,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:34,517 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:20:34,518 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:20:34,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:20:34,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:34,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:20:34,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:20:34,568 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:20:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:34,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T11:20:34,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ba649bc52878e1736cfb0792e56d764, NAME => 'hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d 2024-11-07T11:20:34,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:20:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:35,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:35,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0ba649bc52878e1736cfb0792e56d764, disabling compactions & flushes 2024-11-07T11:20:35,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:35,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:35,331 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. after waiting 0 ms 2024-11-07T11:20:35,331 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:35,331 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:35,331 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ba649bc52878e1736cfb0792e56d764: Waiting for close lock at 1730978435330Disabling compacts and flushes for region at 1730978435330Disabling writes for close at 1730978435331 (+1 ms)Writing region close event to WAL at 1730978435331Closed at 1730978435331 2024-11-07T11:20:35,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:20:35,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978435331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978435331"}]},"ts":"1730978435331"} 2024-11-07T11:20:35,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:20:35,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:20:35,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978435334"}]},"ts":"1730978435334"} 2024-11-07T11:20:35,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:20:35,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ba649bc52878e1736cfb0792e56d764, ASSIGN}] 2024-11-07T11:20:35,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ba649bc52878e1736cfb0792e56d764, ASSIGN 2024-11-07T11:20:35,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ba649bc52878e1736cfb0792e56d764, ASSIGN; state=OFFLINE, location=4ab3d709c6df,42785,1730978415518; forceNewPlan=false, retain=false 2024-11-07T11:20:35,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0ba649bc52878e1736cfb0792e56d764, regionState=OPENING, regionLocation=4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:35,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ba649bc52878e1736cfb0792e56d764, ASSIGN because future has completed 2024-11-07T11:20:35,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ba649bc52878e1736cfb0792e56d764, server=4ab3d709c6df,42785,1730978415518}] 2024-11-07T11:20:35,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:20:35,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:35,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:35,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:35,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:20:35,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C42785%2C1730978415518.rep, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/oldWALs, maxLogs=10 2024-11-07T11:20:35,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.rep.1730978435645, exclude list is [], retry=0 2024-11-07T11:20:35,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42869,DS-a7d5698a-0bc3-47d5-a045-9ad747e69293,DISK] 2024-11-07T11:20:35,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.rep.1730978435645 2024-11-07T11:20:35,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-11-07T11:20:35,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ba649bc52878e1736cfb0792e56d764, NAME => 'hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:35,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:20:35,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:20:35,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. service=MultiRowMutationService 2024-11-07T11:20:35,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:20:35,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:35,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,663 INFO [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,664 INFO [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba649bc52878e1736cfb0792e56d764 columnFamilyName hfileref 2024-11-07T11:20:35,664 DEBUG [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:35,664 INFO [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] regionserver.HStore(327): Store=0ba649bc52878e1736cfb0792e56d764/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:35,664 INFO [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,665 INFO [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba649bc52878e1736cfb0792e56d764 columnFamilyName queue 2024-11-07T11:20:35,665 DEBUG [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:35,665 INFO [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] regionserver.HStore(327): Store=0ba649bc52878e1736cfb0792e56d764/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:35,665 INFO [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,666 INFO [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba649bc52878e1736cfb0792e56d764 columnFamilyName sid 2024-11-07T11:20:35,666 DEBUG [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:35,666 INFO [StoreOpener-0ba649bc52878e1736cfb0792e56d764-1 {}] regionserver.HStore(327): Store=0ba649bc52878e1736cfb0792e56d764/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:35,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/replication/0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/replication/0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:20:35,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/replication/0ba649bc52878e1736cfb0792e56d764/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:35,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0ba649bc52878e1736cfb0792e56d764; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63297338, jitterRate=-0.05679616332054138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:20:35,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:35,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0ba649bc52878e1736cfb0792e56d764: Running coprocessor pre-open hook at 1730978435662Writing region info on filesystem at 1730978435662Initializing all the Stores at 1730978435663 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978435663Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978435663Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978435663Cleaning up temporary data from old regions at 1730978435667 (+4 ms)Running coprocessor post-open hooks at 1730978435670 (+3 ms)Region opened successfully at 1730978435670 2024-11-07T11:20:35,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764., pid=10, masterSystemTime=1730978435641 2024-11-07T11:20:35,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:35,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:35,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0ba649bc52878e1736cfb0792e56d764, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:35,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ba649bc52878e1736cfb0792e56d764, server=4ab3d709c6df,42785,1730978415518 because future has completed 2024-11-07T11:20:35,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:20:35,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ba649bc52878e1736cfb0792e56d764, server=4ab3d709c6df,42785,1730978415518 in 185 msec 2024-11-07T11:20:35,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:20:35,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ba649bc52878e1736cfb0792e56d764, ASSIGN in 340 msec 2024-11-07T11:20:35,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:20:35,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978435677"}]},"ts":"1730978435677"} 2024-11-07T11:20:35,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:20:35,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:20:35,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-11-07T11:20:35,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T11:20:35,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764., hostname=4ab3d709c6df,42785,1730978415518, seqNum=2] 2024-11-07T11:20:35,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:35,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:35,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:20:35,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:20:35,979 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:20:36,006 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,42785,1730978415518, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:20:36,007 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:36,007 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42785,1730978415518, seqNum=-1] 2024-11-07T11:20:36,007 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:36,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-07T11:20:36,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,42785,1730978415518', locateType=CURRENT is [region=hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764., hostname=4ab3d709c6df,42785,1730978415518, seqNum=2] 2024-11-07T11:20:36,011 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:20:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:20:36,013 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,42785,1730978415518 suceeded 2024-11-07T11:20:36,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:20:36,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-07T11:20:36,015 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:38373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:20:36,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-07T11:20:36,031 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:38373' 2024-11-07T11:20:36,032 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7403fadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:36,032 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38373,-1 for getting cluster id 2024-11-07T11:20:36,033 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:36,033 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6c1ff5-9a22-4f1d-9907-a2a9b9229981' 2024-11-07T11:20:36,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:36,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6c1ff5-9a22-4f1d-9907-a2a9b9229981" 2024-11-07T11:20:36,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18c42d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:36,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38373,-1] 2024-11-07T11:20:36,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:36,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:36,034 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:36,035 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c380176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:36,035 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:36,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:36,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e29932 2024-11-07T11:20:36,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:36,036 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-07T11:20:36,037 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,42785,1730978415518 (queues=1) is replicating from cluster=945b8ed5-b6d7-4c59-9d2a-84756b158c20 to cluster=eb6c1ff5-9a22-4f1d-9907-a2a9b9229981 2024-11-07T11:20:36,037 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C42785%2C1730978415518 2024-11-07T11:20:36,037 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,42785,1730978415518, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:20:36,038 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C42785%2C1730978415518 2024-11-07T11:20:36,038 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752, startPosition=0, beingWritten=true 2024-11-07T11:20:36,042 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:36,042 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 379, reset compression=false 2024-11-07T11:20:36,042 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42785,1730978415518 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:36,244 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 379, reset compression=false 2024-11-07T11:20:36,547 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 379, reset compression=false 2024-11-07T11:20:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:36,654 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:20:36,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:36,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:36,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:36,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:36,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:36,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:36,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38373,-1 for getting cluster id 2024-11-07T11:20:36,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:36,655 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6c1ff5-9a22-4f1d-9907-a2a9b9229981' 2024-11-07T11:20:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6c1ff5-9a22-4f1d-9907-a2a9b9229981" 2024-11-07T11:20:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e596822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38373,-1] 2024-11-07T11:20:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:36,656 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:36,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ba9bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:36,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35d2c0ef 2024-11-07T11:20:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:36,658 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:36,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:43073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:20:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:20:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:36,661 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:43073' 2024-11-07T11:20:36,661 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2686251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:36,661 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43073,-1 for getting cluster id 2024-11-07T11:20:36,661 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:36,662 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190336e1-1ceb-405e-8033-b0d3f8b20b77' 2024-11-07T11:20:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190336e1-1ceb-405e-8033-b0d3f8b20b77" 2024-11-07T11:20:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3246d11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43073,-1] 2024-11-07T11:20:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:36,663 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e6b351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:36,664 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:36,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:36,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b03990 2024-11-07T11:20:36,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:36,665 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:36,665 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T11:20:36,665 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:20:36,665 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:36,665 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:36,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:36,666 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:20:36,666 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:20:36,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:20:36,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:36,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:20:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:20:36,717 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:20:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:36,950 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 379, reset compression=false 2024-11-07T11:20:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:37,078 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86d7ec8b9c902af38aaa060410ed2d63, NAME => 'hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8 2024-11-07T11:20:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:20:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:37,453 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 379, reset compression=false 2024-11-07T11:20:37,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:37,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 86d7ec8b9c902af38aaa060410ed2d63, disabling compactions & flushes 2024-11-07T11:20:37,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:37,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:37,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. after waiting 0 ms 2024-11-07T11:20:37,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:37,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:37,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86d7ec8b9c902af38aaa060410ed2d63: Waiting for close lock at 1730978437483Disabling compacts and flushes for region at 1730978437483Disabling writes for close at 1730978437483Writing region close event to WAL at 1730978437483Closed at 1730978437483 2024-11-07T11:20:37,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:20:37,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978437484"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978437484"}]},"ts":"1730978437484"} 2024-11-07T11:20:37,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:20:37,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:20:37,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978437487"}]},"ts":"1730978437487"} 2024-11-07T11:20:37,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:20:37,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86d7ec8b9c902af38aaa060410ed2d63, ASSIGN}] 2024-11-07T11:20:37,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86d7ec8b9c902af38aaa060410ed2d63, ASSIGN 2024-11-07T11:20:37,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86d7ec8b9c902af38aaa060410ed2d63, ASSIGN; state=OFFLINE, location=4ab3d709c6df,42361,1730978421229; forceNewPlan=false, retain=false 2024-11-07T11:20:37,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86d7ec8b9c902af38aaa060410ed2d63, regionState=OPENING, regionLocation=4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:37,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86d7ec8b9c902af38aaa060410ed2d63, ASSIGN because future has completed 2024-11-07T11:20:37,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d7ec8b9c902af38aaa060410ed2d63, server=4ab3d709c6df,42361,1730978421229}] 2024-11-07T11:20:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:37,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:37,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:37,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:20:37,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C42361%2C1730978421229.rep, suffix=, logDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229, archiveDir=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/oldWALs, maxLogs=10 2024-11-07T11:20:37,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.rep.1730978437799, exclude list is [], retry=0 2024-11-07T11:20:37,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-582f4d99-9cf8-4d3e-b47e-e627fc1874cd,DISK] 2024-11-07T11:20:37,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.rep.1730978437799 2024-11-07T11:20:37,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38025:38025)] 2024-11-07T11:20:37,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 86d7ec8b9c902af38aaa060410ed2d63, NAME => 'hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:37,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:20:37,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:20:37,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. service=MultiRowMutationService 2024-11-07T11:20:37,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:20:37,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:37,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,817 INFO [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,818 INFO [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d7ec8b9c902af38aaa060410ed2d63 columnFamilyName hfileref 2024-11-07T11:20:37,818 DEBUG [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:37,819 INFO [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] regionserver.HStore(327): Store=86d7ec8b9c902af38aaa060410ed2d63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:37,819 INFO [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,819 INFO [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d7ec8b9c902af38aaa060410ed2d63 columnFamilyName queue 2024-11-07T11:20:37,819 DEBUG [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:37,820 INFO [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] regionserver.HStore(327): Store=86d7ec8b9c902af38aaa060410ed2d63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:37,820 INFO [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,820 INFO [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d7ec8b9c902af38aaa060410ed2d63 columnFamilyName sid 2024-11-07T11:20:37,820 DEBUG [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:37,820 INFO [StoreOpener-86d7ec8b9c902af38aaa060410ed2d63-1 {}] regionserver.HStore(327): Store=86d7ec8b9c902af38aaa060410ed2d63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:37,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/replication/86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/replication/86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:20:37,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/replication/86d7ec8b9c902af38aaa060410ed2d63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:37,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 86d7ec8b9c902af38aaa060410ed2d63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68084057, jitterRate=0.014531508088111877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:20:37,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:37,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 86d7ec8b9c902af38aaa060410ed2d63: Running coprocessor pre-open hook at 1730978437816Writing region info on filesystem at 1730978437816Initializing all the Stores at 1730978437817 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978437817Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978437817Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978437817Cleaning up temporary data from old regions at 1730978437822 (+5 ms)Running coprocessor post-open hooks at 1730978437825 (+3 ms)Region opened successfully at 1730978437825 2024-11-07T11:20:37,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63., pid=10, masterSystemTime=1730978437794 2024-11-07T11:20:37,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:37,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:37,828 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86d7ec8b9c902af38aaa060410ed2d63, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:37,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d7ec8b9c902af38aaa060410ed2d63, server=4ab3d709c6df,42361,1730978421229 because future has completed 2024-11-07T11:20:37,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:20:37,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 86d7ec8b9c902af38aaa060410ed2d63, server=4ab3d709c6df,42361,1730978421229 in 188 msec 2024-11-07T11:20:37,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:20:37,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86d7ec8b9c902af38aaa060410ed2d63, ASSIGN in 344 msec 2024-11-07T11:20:37,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:20:37,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978437834"}]},"ts":"1730978437834"} 2024-11-07T11:20:37,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:20:37,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:20:37,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-07T11:20:37,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63., hostname=4ab3d709c6df,42361,1730978421229, seqNum=2] 2024-11-07T11:20:37,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:37,988 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:38,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:20:38,056 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 379, reset compression=false 2024-11-07T11:20:38,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:20:38,162 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:20:38,187 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,42361,1730978421229, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:20:38,188 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:38,188 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42361,1730978421229, seqNum=-1] 2024-11-07T11:20:38,188 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:38,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T11:20:38,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,42361,1730978421229', locateType=CURRENT is [region=hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63., hostname=4ab3d709c6df,42361,1730978421229, seqNum=2] 2024-11-07T11:20:38,192 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:20:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:20:38,194 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,42361,1730978421229 suceeded 2024-11-07T11:20:38,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:20:38,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-07T11:20:38,195 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:43073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:20:38,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5360 sec 2024-11-07T11:20:38,206 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:43073' 2024-11-07T11:20:38,206 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28fa6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:38,206 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43073,-1 for getting cluster id 2024-11-07T11:20:38,207 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:38,207 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190336e1-1ceb-405e-8033-b0d3f8b20b77' 2024-11-07T11:20:38,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:38,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190336e1-1ceb-405e-8033-b0d3f8b20b77" 2024-11-07T11:20:38,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3828a20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:38,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43073,-1] 2024-11-07T11:20:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:38,208 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:38,209 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e192bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:38,209 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:38,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:38,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536963c4 2024-11-07T11:20:38,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:38,210 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-07T11:20:38,211 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,42361,1730978421229 (queues=1) is replicating from cluster=eb6c1ff5-9a22-4f1d-9907-a2a9b9229981 to cluster=190336e1-1ceb-405e-8033-b0d3f8b20b77 2024-11-07T11:20:38,211 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C42361%2C1730978421229 2024-11-07T11:20:38,211 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,42361,1730978421229, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:20:38,211 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, startPosition=0, beingWritten=true 2024-11-07T11:20:38,212 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C42361%2C1730978421229 2024-11-07T11:20:38,215 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:38,215 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 379, reset compression=false 2024-11-07T11:20:38,215 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42361,1730978421229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:38,418 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 379, reset compression=false 2024-11-07T11:20:38,722 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 379, reset compression=false 2024-11-07T11:20:38,759 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 379, reset compression=false 2024-11-07T11:20:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:38,804 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:20:38,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:38,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:38,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:38,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:38,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:38,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:38,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43073,-1 for getting cluster id 2024-11-07T11:20:38,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:38,805 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190336e1-1ceb-405e-8033-b0d3f8b20b77' 2024-11-07T11:20:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190336e1-1ceb-405e-8033-b0d3f8b20b77" 2024-11-07T11:20:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10138acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43073,-1] 2024-11-07T11:20:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:38,806 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9efae0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:38,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71fe14be 2024-11-07T11:20:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:38,808 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:38,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:38373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:20:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:20:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:38,810 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:38373' 2024-11-07T11:20:38,811 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b82b5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:38,811 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38373,-1 for getting cluster id 2024-11-07T11:20:38,811 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:38,811 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6c1ff5-9a22-4f1d-9907-a2a9b9229981' 2024-11-07T11:20:38,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:38,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6c1ff5-9a22-4f1d-9907-a2a9b9229981" 2024-11-07T11:20:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4411f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38373,-1] 2024-11-07T11:20:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:38,812 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:38,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267f0df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:38,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:38,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:38,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d335284 2024-11-07T11:20:38,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:38,814 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:20:38,814 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:20:38,814 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:20:38,815 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:38,815 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:38,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:38,815 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:20:38,816 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:20:38,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:20:38,817 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:38,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:20:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:20:38,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91c15ab452ae59abfe7c8652364d3c6e, NAME => 'hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0 2024-11-07T11:20:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:20:38,866 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:20:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:39,125 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 379, reset compression=false 2024-11-07T11:20:39,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:39,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 91c15ab452ae59abfe7c8652364d3c6e, disabling compactions & flushes 2024-11-07T11:20:39,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:39,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:39,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. after waiting 0 ms 2024-11-07T11:20:39,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:39,227 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:39,227 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91c15ab452ae59abfe7c8652364d3c6e: Waiting for close lock at 1730978439227Disabling compacts and flushes for region at 1730978439227Disabling writes for close at 1730978439227Writing region close event to WAL at 1730978439227Closed at 1730978439227 2024-11-07T11:20:39,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:20:39,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978439228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978439228"}]},"ts":"1730978439228"} 2024-11-07T11:20:39,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:20:39,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:20:39,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978439230"}]},"ts":"1730978439230"} 2024-11-07T11:20:39,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:20:39,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91c15ab452ae59abfe7c8652364d3c6e, ASSIGN}] 2024-11-07T11:20:39,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91c15ab452ae59abfe7c8652364d3c6e, ASSIGN 2024-11-07T11:20:39,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91c15ab452ae59abfe7c8652364d3c6e, ASSIGN; state=OFFLINE, location=4ab3d709c6df,39805,1730978426613; forceNewPlan=false, retain=false 2024-11-07T11:20:39,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91c15ab452ae59abfe7c8652364d3c6e, regionState=OPENING, regionLocation=4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91c15ab452ae59abfe7c8652364d3c6e, ASSIGN because future has completed 2024-11-07T11:20:39,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91c15ab452ae59abfe7c8652364d3c6e, server=4ab3d709c6df,39805,1730978426613}] 2024-11-07T11:20:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:39,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:39,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:20:39,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:20:39,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C39805%2C1730978426613.rep, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/oldWALs, maxLogs=10 2024-11-07T11:20:39,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.rep.1730978439541, exclude list is [], retry=0 2024-11-07T11:20:39,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-dced69a0-4437-424f-bc73-0d130727128d,DISK] 2024-11-07T11:20:39,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.rep.1730978439541 2024-11-07T11:20:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36289:36289)] 2024-11-07T11:20:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 91c15ab452ae59abfe7c8652364d3c6e, NAME => 'hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:20:39,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:20:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:20:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. service=MultiRowMutationService 2024-11-07T11:20:39,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:20:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:20:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,558 INFO [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,559 INFO [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91c15ab452ae59abfe7c8652364d3c6e columnFamilyName hfileref 2024-11-07T11:20:39,559 DEBUG [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:39,559 INFO [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] regionserver.HStore(327): Store=91c15ab452ae59abfe7c8652364d3c6e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:39,560 INFO [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,560 INFO [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91c15ab452ae59abfe7c8652364d3c6e columnFamilyName queue 2024-11-07T11:20:39,560 DEBUG [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:39,560 INFO [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] regionserver.HStore(327): Store=91c15ab452ae59abfe7c8652364d3c6e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:39,560 INFO [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,561 INFO [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91c15ab452ae59abfe7c8652364d3c6e columnFamilyName sid 2024-11-07T11:20:39,561 DEBUG [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:20:39,561 INFO [StoreOpener-91c15ab452ae59abfe7c8652364d3c6e-1 {}] regionserver.HStore(327): Store=91c15ab452ae59abfe7c8652364d3c6e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:20:39,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/replication/91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/replication/91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,562 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 379, reset compression=false 2024-11-07T11:20:39,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:20:39,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/replication/91c15ab452ae59abfe7c8652364d3c6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:20:39,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 91c15ab452ae59abfe7c8652364d3c6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62697221, jitterRate=-0.06573860347270966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:20:39,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:39,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 91c15ab452ae59abfe7c8652364d3c6e: Running coprocessor pre-open hook at 1730978439557Writing region info on filesystem at 1730978439558 (+1 ms)Initializing all the Stores at 1730978439558Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978439558Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978439558Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978439558Cleaning up temporary data from old regions at 1730978439563 (+5 ms)Running coprocessor post-open hooks at 1730978439569 (+6 ms)Region opened successfully at 1730978439569 2024-11-07T11:20:39,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e., pid=10, masterSystemTime=1730978439537 2024-11-07T11:20:39,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:39,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:39,572 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91c15ab452ae59abfe7c8652364d3c6e, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:39,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91c15ab452ae59abfe7c8652364d3c6e, server=4ab3d709c6df,39805,1730978426613 because future has completed 2024-11-07T11:20:39,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:20:39,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 91c15ab452ae59abfe7c8652364d3c6e, server=4ab3d709c6df,39805,1730978426613 in 189 msec 2024-11-07T11:20:39,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:20:39,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91c15ab452ae59abfe7c8652364d3c6e, ASSIGN in 343 msec 2024-11-07T11:20:39,577 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:20:39,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978439577"}]},"ts":"1730978439577"} 2024-11-07T11:20:39,579 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:20:39,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:20:39,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 765 msec 2024-11-07T11:20:39,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e., hostname=4ab3d709c6df,39805,1730978426613, seqNum=2] 2024-11-07T11:20:39,628 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 379, reset compression=false 2024-11-07T11:20:39,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:39,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:39,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:20:39,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:20:39,857 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:20:39,892 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,39805,1730978426613, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:20:39,893 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:39,893 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39805,1730978426613, seqNum=-1] 2024-11-07T11:20:39,894 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:39,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T11:20:39,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,39805,1730978426613', locateType=CURRENT is [region=hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e., hostname=4ab3d709c6df,39805,1730978426613, seqNum=2] 2024-11-07T11:20:39,899 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:20:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:20:39,901 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,39805,1730978426613 suceeded 2024-11-07T11:20:39,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:20:39,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-07T11:20:39,903 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:38373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:20:39,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0950 sec 2024-11-07T11:20:39,921 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:38373' 2024-11-07T11:20:39,922 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6145f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,922 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38373,-1 for getting cluster id 2024-11-07T11:20:39,922 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:39,923 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6c1ff5-9a22-4f1d-9907-a2a9b9229981' 2024-11-07T11:20:39,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:39,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6c1ff5-9a22-4f1d-9907-a2a9b9229981" 2024-11-07T11:20:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@493bc5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38373,-1] 2024-11-07T11:20:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:39,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:39,924 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:39,925 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4045f68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,925 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:39,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:39,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50932b6b 2024-11-07T11:20:39,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:20:39,927 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-07T11:20:39,928 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,39805,1730978426613 (queues=1) is replicating from cluster=190336e1-1ceb-405e-8033-b0d3f8b20b77 to cluster=eb6c1ff5-9a22-4f1d-9907-a2a9b9229981 2024-11-07T11:20:39,928 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C39805%2C1730978426613 2024-11-07T11:20:39,928 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,39805,1730978426613, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:20:39,929 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052, startPosition=0, beingWritten=true 2024-11-07T11:20:39,929 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C39805%2C1730978426613 2024-11-07T11:20:39,933 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:39,934 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 379, reset compression=false 2024-11-07T11:20:39,934 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39805,1730978426613 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:20:39,944 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:20:39,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:39,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:39,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:39,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:39,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:39,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,40743,-1 for getting cluster id 2024-11-07T11:20:39,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:39,947 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '945b8ed5-b6d7-4c59-9d2a-84756b158c20' 2024-11-07T11:20:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "945b8ed5-b6d7-4c59-9d2a-84756b158c20" 2024-11-07T11:20:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699581ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,40743,-1] 2024-11-07T11:20:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:39,948 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285a2542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38373,-1 for getting cluster id 2024-11-07T11:20:39,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:39,951 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6c1ff5-9a22-4f1d-9907-a2a9b9229981' 2024-11-07T11:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6c1ff5-9a22-4f1d-9907-a2a9b9229981" 2024-11-07T11:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ac4d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38373,-1] 2024-11-07T11:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:39,952 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:39,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1756d6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43073,-1 for getting cluster id 2024-11-07T11:20:39,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:39,954 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190336e1-1ceb-405e-8033-b0d3f8b20b77' 2024-11-07T11:20:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190336e1-1ceb-405e-8033-b0d3f8b20b77" 2024-11-07T11:20:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a95c103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43073,-1] 2024-11-07T11:20:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:39,955 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e787aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:39,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42785,1730978415518, seqNum=-1] 2024-11-07T11:20:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:39,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:20:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153., hostname=4ab3d709c6df,42785,1730978415518, seqNum=2] 2024-11-07T11:20:39,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39805,1730978426613, seqNum=-1] 2024-11-07T11:20:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:39,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:20:39,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d., hostname=4ab3d709c6df,39805,1730978426613, seqNum=2] 2024-11-07T11:20:39,973 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T11:20:40,138 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 379, reset compression=false 2024-11-07T11:20:40,231 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 379, reset compression=false 2024-11-07T11:20:40,441 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 379, reset compression=false 2024-11-07T11:20:40,469 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 379, reset compression=false 2024-11-07T11:20:40,474 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:40,474 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 480, reset compression=false 2024-11-07T11:20:40,474 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42785,1730978415518 got entry batch from reader: WALEntryBatch [walEntries=[{test/6895b7ed22fbe46adfcb18dc7c070153/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T11:20:40,476 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:20:40,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-07T11:20:40,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:40,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381d8d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:40,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,38373,-1 for getting cluster id 2024-11-07T11:20:40,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:40,478 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb6c1ff5-9a22-4f1d-9907-a2a9b9229981' 2024-11-07T11:20:40,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:40,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb6c1ff5-9a22-4f1d-9907-a2a9b9229981" 2024-11-07T11:20:40,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@372cbb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:40,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,38373,-1] 2024-11-07T11:20:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:40,479 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:40,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c9060b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:40,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:40,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42361,1730978421229, seqNum=-1] 2024-11-07T11:20:40,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:40,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T11:20:40,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20., hostname=4ab3d709c6df,42361,1730978421229, seqNum=2] 2024-11-07T11:20:40,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:40,677 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 480, reset compression=false 2024-11-07T11:20:40,845 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 379, reset compression=false 2024-11-07T11:20:40,935 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 379, reset compression=false 2024-11-07T11:20:40,940 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:40,940 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 504, reset compression=false 2024-11-07T11:20:40,940 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42361,1730978421229 got entry batch from reader: WALEntryBatch [walEntries=[{test/56d46be3399c65328599a1f9ed7e4c20/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T11:20:40,942 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:20:40,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-07T11:20:40,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:40,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72b7e1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:40,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,43073,-1 for getting cluster id 2024-11-07T11:20:40,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:20:40,944 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190336e1-1ceb-405e-8033-b0d3f8b20b77' 2024-11-07T11:20:40,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:20:40,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190336e1-1ceb-405e-8033-b0d3f8b20b77" 2024-11-07T11:20:40,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@764e2955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:40,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,43073,-1] 2024-11-07T11:20:40,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:20:40,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:40,945 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:20:40,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fed4c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:20:40,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:40,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,39805,1730978426613, seqNum=-1] 2024-11-07T11:20:40,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:40,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T11:20:40,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d., hostname=4ab3d709c6df,39805,1730978426613, seqNum=2] 2024-11-07T11:20:40,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:40,975 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T11:20:40,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:20:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42361,1730978421229, seqNum=-1] 2024-11-07T11:20:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:20:40,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:20:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20., hostname=4ab3d709c6df,42361,1730978421229, seqNum=2] 2024-11-07T11:20:40,980 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 480, reset compression=false 2024-11-07T11:20:40,981 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T11:20:41,143 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 504, reset compression=false 2024-11-07T11:20:41,147 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:41,147 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 608, reset compression=false 2024-11-07T11:20:41,147 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42361,1730978421229 got entry batch from reader: WALEntryBatch [walEntries=[{test/56d46be3399c65328599a1f9ed7e4c20/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T11:20:41,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:41,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:41,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:20:41,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:41,348 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 379, reset compression=false 2024-11-07T11:20:41,351 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 608, reset compression=false 2024-11-07T11:20:41,352 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:41,352 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 656, reset compression=false 2024-11-07T11:20:41,352 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39805,1730978426613 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:41,384 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 480, reset compression=false 2024-11-07T11:20:41,555 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 656, reset compression=false 2024-11-07T11:20:41,654 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 608, reset compression=false 2024-11-07T11:20:41,858 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 656, reset compression=false 2024-11-07T11:20:41,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:20:41,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:20:41,883 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108682 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:20:41,887 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 480, reset compression=false 2024-11-07T11:20:41,983 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T11:20:41,985 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T11:20:42,057 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 608, reset compression=false 2024-11-07T11:20:42,261 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 656, reset compression=false 2024-11-07T11:20:42,265 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:42,265 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 760, reset compression=false 2024-11-07T11:20:42,265 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39805,1730978426613 got entry batch from reader: WALEntryBatch [walEntries=[{test/54be5b47319be9cf5d0bf2dff7eba66d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T11:20:42,267 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:20:42,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-07T11:20:42,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:42,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:42,468 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 760, reset compression=false 2024-11-07T11:20:42,490 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 480, reset compression=false 2024-11-07T11:20:42,561 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 608, reset compression=false 2024-11-07T11:20:42,565 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:42,565 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 735, reset compression=false 2024-11-07T11:20:42,565 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42361,1730978421229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:42,768 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 735, reset compression=false 2024-11-07T11:20:42,772 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 760, reset compression=false 2024-11-07T11:20:42,987 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T11:20:42,990 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T11:20:43,071 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 735, reset compression=false 2024-11-07T11:20:43,174 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 760, reset compression=false 2024-11-07T11:20:43,193 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 480, reset compression=false 2024-11-07T11:20:43,196 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:43,197 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:43,197 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42785,1730978415518 got entry batch from reader: WALEntryBatch [walEntries=[{test/6895b7ed22fbe46adfcb18dc7c070153/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T11:20:43,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:43,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:43,400 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:43,474 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 735, reset compression=false 2024-11-07T11:20:43,477 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:43,477 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 883, reset compression=false 2024-11-07T11:20:43,477 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42361,1730978421229 got entry batch from reader: WALEntryBatch [walEntries=[{test/56d46be3399c65328599a1f9ed7e4c20/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T11:20:43,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:43,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:43,678 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 760, reset compression=false 2024-11-07T11:20:43,681 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 883, reset compression=false 2024-11-07T11:20:43,682 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:43,682 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 932, reset compression=false 2024-11-07T11:20:43,682 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39805,1730978426613 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:43,689 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=35, reused chunk count=126, reuseRatio=78.26% 2024-11-07T11:20:43,689 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-07T11:20:43,703 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:43,884 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 932, reset compression=false 2024-11-07T11:20:43,984 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 883, reset compression=false 2024-11-07T11:20:43,991 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T11:20:43,994 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T11:20:44,106 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:44,188 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 932, reset compression=false 2024-11-07T11:20:44,387 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 883, reset compression=false 2024-11-07T11:20:44,391 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:44,391 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1042, reset compression=false 2024-11-07T11:20:44,391 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42361,1730978421229 got entry batch from reader: WALEntryBatch [walEntries=[{test/56d46be3399c65328599a1f9ed7e4c20/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T11:20:44,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:44,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:44,591 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 932, reset compression=false 2024-11-07T11:20:44,594 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:44,594 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1082, reset compression=false 2024-11-07T11:20:44,594 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39805,1730978426613 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:44,595 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1042, reset compression=false 2024-11-07T11:20:44,609 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:44,797 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1082, reset compression=false 2024-11-07T11:20:44,882 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:20:44,897 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1042, reset compression=false 2024-11-07T11:20:44,995 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T11:20:44,998 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T11:20:45,100 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1082, reset compression=false 2024-11-07T11:20:45,104 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:20:45,104 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1241, reset compression=false 2024-11-07T11:20:45,104 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39805,1730978426613 got entry batch from reader: WALEntryBatch [walEntries=[{test/54be5b47319be9cf5d0bf2dff7eba66d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T11:20:45,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T11:20:45,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T11:20:45,212 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:45,300 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1042, reset compression=false 2024-11-07T11:20:45,304 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:45,304 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:45,304 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42361,1730978421229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:45,307 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1241, reset compression=false 2024-11-07T11:20:45,509 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:45,611 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1241, reset compression=false 2024-11-07T11:20:45,813 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:45,916 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:46,000 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T11:20:46,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:20:46,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:46,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:46,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:46,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:46,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:46,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:20:46,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1607343628, stopped=false 2024-11-07T11:20:46,005 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,43073,1730978426468 2024-11-07T11:20:46,014 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1241, reset compression=false 2024-11-07T11:20:46,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-611082308/running 2024-11-07T11:20:46,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-611082308/running 2024-11-07T11:20:46,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:46,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:46,110 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:46,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:46,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:46,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:46,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on znode that does not yet exist, /2-611082308/running 2024-11-07T11:20:46,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Set watcher on znode that does not yet exist, /2-611082308/running 2024-11-07T11:20:46,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,39805,1730978426613' ***** 2024-11-07T11:20:46,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:20:46,112 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:39805. 2024-11-07T11:20:46,112 DEBUG [RS:0;4ab3d709c6df:39805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:46,112 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91c15ab452ae59abfe7c8652364d3c6e, disabling compactions & flushes 2024-11-07T11:20:46,112 DEBUG [RS:0;4ab3d709c6df:39805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:46,112 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:46,112 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:46,112 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. after waiting 0 ms 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:20:46,112 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:20:46,112 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:20:46,113 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91c15ab452ae59abfe7c8652364d3c6e 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-07T11:20:46,113 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:20:46,113 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1325): Online Regions={91c15ab452ae59abfe7c8652364d3c6e=hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e., 54be5b47319be9cf5d0bf2dff7eba66d=test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:20:46,113 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:20:46,113 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:20:46,113 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54be5b47319be9cf5d0bf2dff7eba66d, 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:46,113 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:20:46,113 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:20:46,113 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:20:46,113 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:20:46,132 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/replication/91c15ab452ae59abfe7c8652364d3c6e/.tmp/queue/f6f44572f05b47b38670c51bad5f91e3 is 154, key is 1-4ab3d709c6df,39805,1730978426613/queue:4ab3d709c6df%2C39805%2C1730978426613/1730978445108/Put/seqid=0 2024-11-07T11:20:46,132 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/info/255b753e45d946f9ba98418ef24429ac is 147, key is hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e./info:regioninfo/1730978439572/Put/seqid=0 2024-11-07T11:20:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741840_1016 (size=5353) 2024-11-07T11:20:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741841_1017 (size=7686) 2024-11-07T11:20:46,135 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/info/255b753e45d946f9ba98418ef24429ac 2024-11-07T11:20:46,146 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:46,152 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/ns/61ca270e65304793a72ac5a7c298e168 is 43, key is default/ns:d/1730978430027/Put/seqid=0 2024-11-07T11:20:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:20:46,216 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:46,313 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54be5b47319be9cf5d0bf2dff7eba66d, 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:46,513 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54be5b47319be9cf5d0bf2dff7eba66d, 91c15ab452ae59abfe7c8652364d3c6e 2024-11-07T11:20:46,516 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1241, reset compression=false 2024-11-07T11:20:46,536 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/replication/91c15ab452ae59abfe7c8652364d3c6e/.tmp/queue/f6f44572f05b47b38670c51bad5f91e3 2024-11-07T11:20:46,540 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/replication/91c15ab452ae59abfe7c8652364d3c6e/.tmp/queue/f6f44572f05b47b38670c51bad5f91e3 as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/replication/91c15ab452ae59abfe7c8652364d3c6e/queue/f6f44572f05b47b38670c51bad5f91e3 2024-11-07T11:20:46,543 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/replication/91c15ab452ae59abfe7c8652364d3c6e/queue/f6f44572f05b47b38670c51bad5f91e3, entries=1, sequenceid=11, filesize=5.2 K 2024-11-07T11:20:46,544 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 91c15ab452ae59abfe7c8652364d3c6e in 431ms, sequenceid=11, compaction requested=false 2024-11-07T11:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/replication/91c15ab452ae59abfe7c8652364d3c6e/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T11:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:46,547 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91c15ab452ae59abfe7c8652364d3c6e: Waiting for close lock at 1730978446112Running coprocessor pre-close hooks at 1730978446112Disabling compacts and flushes for region at 1730978446112Disabling writes for close at 1730978446112Obtaining lock to block concurrent updates at 1730978446113 (+1 ms)Preparing flush snapshotting stores in 91c15ab452ae59abfe7c8652364d3c6e at 1730978446113Finished memstore snapshotting hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1730978446113Flushing stores of hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. at 1730978446113Flushing 91c15ab452ae59abfe7c8652364d3c6e/queue: creating writer at 1730978446113Flushing 91c15ab452ae59abfe7c8652364d3c6e/queue: appending metadata at 1730978446131 (+18 ms)Flushing 91c15ab452ae59abfe7c8652364d3c6e/queue: closing flushed file at 1730978446131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d73038: reopening flushed file at 1730978446539 (+408 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 91c15ab452ae59abfe7c8652364d3c6e in 431ms, sequenceid=11, compaction requested=false at 1730978446544 (+5 ms)Writing region close event to WAL at 1730978446544Running coprocessor post-close hooks at 1730978446547 (+3 ms)Closed at 1730978446547 2024-11-07T11:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978438815.91c15ab452ae59abfe7c8652364d3c6e. 2024-11-07T11:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54be5b47319be9cf5d0bf2dff7eba66d, disabling compactions & flushes 2024-11-07T11:20:46,547 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. after waiting 0 ms 2024-11-07T11:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:46,548 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54be5b47319be9cf5d0bf2dff7eba66d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T11:20:46,555 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/ns/61ca270e65304793a72ac5a7c298e168 2024-11-07T11:20:46,565 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/.tmp/f/6970619e783c49589afdfa585a152363 is 29, key is row1/f:/1730978443992/DeleteFamily/seqid=0 2024-11-07T11:20:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741843_1019 (size=5152) 2024-11-07T11:20:46,573 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/rep_barrier/9f3a9a47a52e40e49d89f6b0a7814386 is 112, key is test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d./rep_barrier:seqnumDuringOpen/1730978434105/Put/seqid=0 2024-11-07T11:20:46,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741844_1020 (size=5518) 2024-11-07T11:20:46,713 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:46,718 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:46,719 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:46,913 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:46,929 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:20:46,929 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:20:46,969 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/.tmp/f/6970619e783c49589afdfa585a152363 2024-11-07T11:20:46,972 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6970619e783c49589afdfa585a152363 2024-11-07T11:20:46,976 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/rep_barrier/9f3a9a47a52e40e49d89f6b0a7814386 2024-11-07T11:20:46,986 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/.tmp/f1/5d2fe850cc48408792c6dca8362b78b7 is 30, key is row1/f1:/1730978443992/DeleteFamily/seqid=0 2024-11-07T11:20:46,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741845_1021 (size=5158) 2024-11-07T11:20:46,989 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/.tmp/f1/5d2fe850cc48408792c6dca8362b78b7 2024-11-07T11:20:46,992 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d2fe850cc48408792c6dca8362b78b7 2024-11-07T11:20:46,996 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/table/d9254295ea7b4e5a8276a0a7ca9718d4 is 53, key is hbase:replication/table:state/1730978439577/Put/seqid=0 2024-11-07T11:20:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741846_1022 (size=5308) 2024-11-07T11:20:47,011 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/.tmp/norep/2f1c17f5050c491ba63a1d1f4ce5557e is 33, key is row2/norep:/1730978444996/DeleteFamily/seqid=0 2024-11-07T11:20:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741847_1023 (size=5108) 2024-11-07T11:20:47,114 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:47,119 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1241, reset compression=false 2024-11-07T11:20:47,123 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:47,123 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1488, reset compression=false 2024-11-07T11:20:47,123 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,39805,1730978426613 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:47,124 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,39805,1730978426613: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4ab3d709c6df,39805,1730978426613, walGroup=4ab3d709c6df%2C39805%2C1730978426613, offset=4ab3d709c6df%2C39805%2C1730978426613.1730978429052:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:39805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:20:47,125 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:20:47,125 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:20:47,125 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:20:47,125 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:20:47,125 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:20:47,126 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 870291456 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 202107032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:20:47,126 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:43073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:43073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:20:47,314 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:20:47,314 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1325): Online Regions={54be5b47319be9cf5d0bf2dff7eba66d=test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:20:47,314 DEBUG [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54be5b47319be9cf5d0bf2dff7eba66d 2024-11-07T11:20:47,322 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:47,327 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1488, reset compression=false 2024-11-07T11:20:47,400 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/table/d9254295ea7b4e5a8276a0a7ca9718d4 2024-11-07T11:20:47,404 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/info/255b753e45d946f9ba98418ef24429ac as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/info/255b753e45d946f9ba98418ef24429ac 2024-11-07T11:20:47,408 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/info/255b753e45d946f9ba98418ef24429ac, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:20:47,409 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/ns/61ca270e65304793a72ac5a7c298e168 as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/ns/61ca270e65304793a72ac5a7c298e168 2024-11-07T11:20:47,412 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/ns/61ca270e65304793a72ac5a7c298e168, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:20:47,412 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/rep_barrier/9f3a9a47a52e40e49d89f6b0a7814386 as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/rep_barrier/9f3a9a47a52e40e49d89f6b0a7814386 2024-11-07T11:20:47,414 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/.tmp/norep/2f1c17f5050c491ba63a1d1f4ce5557e 2024-11-07T11:20:47,416 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/rep_barrier/9f3a9a47a52e40e49d89f6b0a7814386, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:20:47,417 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/.tmp/table/d9254295ea7b4e5a8276a0a7ca9718d4 as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/table/d9254295ea7b4e5a8276a0a7ca9718d4 2024-11-07T11:20:47,418 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f1c17f5050c491ba63a1d1f4ce5557e 2024-11-07T11:20:47,418 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/.tmp/f/6970619e783c49589afdfa585a152363 as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/f/6970619e783c49589afdfa585a152363 2024-11-07T11:20:47,420 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/table/d9254295ea7b4e5a8276a0a7ca9718d4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:20:47,421 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false 2024-11-07T11:20:47,422 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6970619e783c49589afdfa585a152363 2024-11-07T11:20:47,422 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/f/6970619e783c49589afdfa585a152363, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T11:20:47,423 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/.tmp/f1/5d2fe850cc48408792c6dca8362b78b7 as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/f1/5d2fe850cc48408792c6dca8362b78b7 2024-11-07T11:20:47,426 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d2fe850cc48408792c6dca8362b78b7 2024-11-07T11:20:47,426 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/f1/5d2fe850cc48408792c6dca8362b78b7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T11:20:47,427 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/.tmp/norep/2f1c17f5050c491ba63a1d1f4ce5557e as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/norep/2f1c17f5050c491ba63a1d1f4ce5557e 2024-11-07T11:20:47,430 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f1c17f5050c491ba63a1d1f4ce5557e 2024-11-07T11:20:47,430 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/norep/2f1c17f5050c491ba63a1d1f4ce5557e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T11:20:47,431 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 54be5b47319be9cf5d0bf2dff7eba66d in 884ms, sequenceid=10, compaction requested=false 2024-11-07T11:20:47,439 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:20:47,440 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:47,440 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/data/default/test/54be5b47319be9cf5d0bf2dff7eba66d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T11:20:47,440 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:47,440 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:47,440 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978446113Running coprocessor pre-close hooks at 1730978446113Disabling compacts and flushes for region at 1730978446113Disabling writes for close at 1730978446113Obtaining lock to block concurrent updates at 1730978446113Preparing flush snapshotting stores in 1588230740 at 1730978446113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978446113Flushing stores of hbase:meta,,1.1588230740 at 1730978446113Flushing 1588230740/info: creating writer at 1730978446113Flushing 1588230740/info: appending metadata at 1730978446132 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730978446132Flushing 1588230740/ns: creating writer at 1730978446139 (+7 ms)Flushing 1588230740/ns: appending metadata at 1730978446151 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1730978446151Flushing 1588230740/rep_barrier: creating writer at 1730978446558 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978446572 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978446572Flushing 1588230740/table: creating writer at 1730978446980 (+408 ms)Flushing 1588230740/table: appending metadata at 1730978446996 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730978446996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6c3b6b: reopening flushed file at 1730978447404 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce114b7: reopening flushed file at 1730978447408 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6b1678: reopening flushed file at 1730978447412 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351f289c: reopening flushed file at 1730978447416 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false at 1730978447421 (+5 ms)Writing region close event to WAL at 1730978447436 (+15 ms)Running coprocessor post-close hooks at 1730978447440 (+4 ms)Closed at 1730978447440 2024-11-07T11:20:47,440 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:47,440 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:47,440 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:20:47,440 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:47,440 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54be5b47319be9cf5d0bf2dff7eba66d: Waiting for close lock at 1730978446547Running coprocessor pre-close hooks at 1730978446547Disabling compacts and flushes for region at 1730978446547Disabling writes for close at 1730978446547Obtaining lock to block concurrent updates at 1730978446548 (+1 ms)Preparing flush snapshotting stores in 54be5b47319be9cf5d0bf2dff7eba66d at 1730978446548Finished memstore snapshotting test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1730978446548Flushing stores of test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. at 1730978446548Flushing 54be5b47319be9cf5d0bf2dff7eba66d/f: creating writer at 1730978446548Flushing 54be5b47319be9cf5d0bf2dff7eba66d/f: appending metadata at 1730978446564 (+16 ms)Flushing 54be5b47319be9cf5d0bf2dff7eba66d/f: closing flushed file at 1730978446564Flushing 54be5b47319be9cf5d0bf2dff7eba66d/f1: creating writer at 1730978446973 (+409 ms)Flushing 54be5b47319be9cf5d0bf2dff7eba66d/f1: appending metadata at 1730978446986 (+13 ms)Flushing 54be5b47319be9cf5d0bf2dff7eba66d/f1: closing flushed file at 1730978446986Flushing 54be5b47319be9cf5d0bf2dff7eba66d/norep: creating writer at 1730978446993 (+7 ms)Flushing 54be5b47319be9cf5d0bf2dff7eba66d/norep: appending metadata at 1730978447010 (+17 ms)Flushing 54be5b47319be9cf5d0bf2dff7eba66d/norep: closing flushed file at 1730978447010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6bd938: reopening flushed file at 1730978447418 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6381bfcf: reopening flushed file at 1730978447422 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18fd2e3c: reopening flushed file at 1730978447426 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 54be5b47319be9cf5d0bf2dff7eba66d in 884ms, sequenceid=10, compaction requested=false at 1730978447431 (+5 ms)Writing region close event to WAL at 1730978447436 (+5 ms)Running coprocessor post-close hooks at 1730978447440 (+4 ms)Closed at 1730978447440 2024-11-07T11:20:47,440 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978433366.54be5b47319be9cf5d0bf2dff7eba66d. 2024-11-07T11:20:47,514 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,39805,1730978426613; all regions closed. 2024-11-07T11:20:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:20:47,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.meta.1730978429988.meta not finished, retry = 0 2024-11-07T11:20:47,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741839_1015 (size=2896) 2024-11-07T11:20:47,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.rep.1730978439541 not finished, retry = 0 2024-11-07T11:20:47,622 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:47,630 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 1488, reset compression=false 2024-11-07T11:20:47,633 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:47,633 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/WALs/4ab3d709c6df,39805,1730978426613/4ab3d709c6df%2C39805%2C1730978426613.1730978429052 to pos 2132, reset compression=false 2024-11-07T11:20:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741832_1008 (size=2140) 2024-11-07T11:20:47,721 DEBUG [RS:0;4ab3d709c6df:39805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:47,721 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:47,721 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:47,721 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:47,721 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:47,721 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:47,722 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,39805,1730978426613 because: Region server is closing 2024-11-07T11:20:47,722 INFO [RS:0;4ab3d709c6df:39805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:39805. 2024-11-07T11:20:47,722 DEBUG [RS:0;4ab3d709c6df:39805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:47,722 DEBUG [RS:0;4ab3d709c6df:39805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:47,722 DEBUG [RS:0;4ab3d709c6df:39805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:47,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:47,822 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.shipper4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 terminated 2024-11-07T11:20:47,822 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,39805,1730978426613.replicationSource.wal-reader.4ab3d709c6df%2C39805%2C1730978426613,1-4ab3d709c6df,39805,1730978426613 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:20:47,822 INFO [RS:0;4ab3d709c6df:39805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:39805. 2024-11-07T11:20:47,823 DEBUG [RS:0;4ab3d709c6df:39805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:47,823 DEBUG [RS:0;4ab3d709c6df:39805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:47,823 DEBUG [RS:0;4ab3d709c6df:39805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:47,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:47,823 INFO [RS:0;4ab3d709c6df:39805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39805 2024-11-07T11:20:47,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-611082308/rs/4ab3d709c6df,39805,1730978426613 2024-11-07T11:20:47,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308/rs 2024-11-07T11:20:47,882 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:47,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,39805,1730978426613] 2024-11-07T11:20:47,982 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-611082308/draining/4ab3d709c6df,39805,1730978426613 already deleted, retry=false 2024-11-07T11:20:47,982 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,39805,1730978426613 expired; onlineServers=0 2024-11-07T11:20:47,982 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,43073,1730978426468' ***** 2024-11-07T11:20:47,982 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:20:47,982 INFO [M:0;4ab3d709c6df:43073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:47,982 INFO [M:0;4ab3d709c6df:43073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:47,982 DEBUG [M:0;4ab3d709c6df:43073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:20:47,982 DEBUG [M:0;4ab3d709c6df:43073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:20:47,982 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:20:47,982 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978428791 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978428791,5,FailOnTimeoutGroup] 2024-11-07T11:20:47,982 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978428791 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978428791,5,FailOnTimeoutGroup] 2024-11-07T11:20:47,983 INFO [M:0;4ab3d709c6df:43073 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:47,983 INFO [M:0;4ab3d709c6df:43073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:47,983 DEBUG [M:0;4ab3d709c6df:43073 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:20:47,983 INFO [M:0;4ab3d709c6df:43073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:20:47,983 INFO [M:0;4ab3d709c6df:43073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:47,983 INFO [M:0;4ab3d709c6df:43073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:20:47,983 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:20:47,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:47,993 INFO [RS:0;4ab3d709c6df:39805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:47,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39805-0x1011506754c0007, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:47,993 INFO [RS:0;4ab3d709c6df:39805 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,39805,1730978426613; zookeeper connection closed. 2024-11-07T11:20:47,993 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43a4df60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43a4df60 2024-11-07T11:20:47,993 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:20:48,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-611082308/master 2024-11-07T11:20:48,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-611082308 2024-11-07T11:20:48,009 DEBUG [M:0;4ab3d709c6df:43073 {}] zookeeper.ZKUtil(347): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Unable to get data of znode /2-611082308/master because node does not exist (not an error) 2024-11-07T11:20:48,009 WARN [M:0;4ab3d709c6df:43073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:20:48,018 INFO [M:0;4ab3d709c6df:43073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/.lastflushedseqids 2024-11-07T11:20:48,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741848_1024 (size=245) 2024-11-07T11:20:48,024 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:48,422 INFO [M:0;4ab3d709c6df:43073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:20:48,423 INFO [M:0;4ab3d709c6df:43073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:20:48,423 DEBUG [M:0;4ab3d709c6df:43073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:20:48,423 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:48,423 DEBUG [M:0;4ab3d709c6df:43073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:48,423 DEBUG [M:0;4ab3d709c6df:43073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:20:48,423 DEBUG [M:0;4ab3d709c6df:43073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:48,423 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T11:20:48,437 DEBUG [M:0;4ab3d709c6df:43073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cd8cd983e244415a93a6885d77bb9ab is 82, key is hbase:meta,,1/info:regioninfo/1730978430012/Put/seqid=0 2024-11-07T11:20:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741849_1025 (size=5672) 2024-11-07T11:20:48,625 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:48,828 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:48,840 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cd8cd983e244415a93a6885d77bb9ab 2024-11-07T11:20:48,856 DEBUG [M:0;4ab3d709c6df:43073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7e25eacb2714141a8bfcc8c374d1c72 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730978439580/Put/seqid=0 2024-11-07T11:20:48,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741850_1026 (size=8517) 2024-11-07T11:20:49,259 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7e25eacb2714141a8bfcc8c374d1c72 2024-11-07T11:20:49,276 DEBUG [M:0;4ab3d709c6df:43073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c11e3a24d273469eaf2431a3a034151e is 69, key is 4ab3d709c6df,39805,1730978426613/rs:state/1730978428876/Put/seqid=0 2024-11-07T11:20:49,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741851_1027 (size=5156) 2024-11-07T11:20:49,680 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c11e3a24d273469eaf2431a3a034151e 2024-11-07T11:20:49,714 DEBUG [M:0;4ab3d709c6df:43073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cd8cd983e244415a93a6885d77bb9ab as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cd8cd983e244415a93a6885d77bb9ab 2024-11-07T11:20:49,717 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cd8cd983e244415a93a6885d77bb9ab, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T11:20:49,717 DEBUG [M:0;4ab3d709c6df:43073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7e25eacb2714141a8bfcc8c374d1c72 as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7e25eacb2714141a8bfcc8c374d1c72 2024-11-07T11:20:49,721 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7e25eacb2714141a8bfcc8c374d1c72, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T11:20:49,721 DEBUG [M:0;4ab3d709c6df:43073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c11e3a24d273469eaf2431a3a034151e as hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c11e3a24d273469eaf2431a3a034151e 2024-11-07T11:20:49,724 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c11e3a24d273469eaf2431a3a034151e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T11:20:49,725 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false 2024-11-07T11:20:49,726 INFO [M:0;4ab3d709c6df:43073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:49,726 DEBUG [M:0;4ab3d709c6df:43073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978448423Disabling compacts and flushes for region at 1730978448423Disabling writes for close at 1730978448423Obtaining lock to block concurrent updates at 1730978448423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978448423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730978448423Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978448424 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978448424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978448437 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978448437Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978448844 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978448856 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978448856Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978449263 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978449276 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978449276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490c388: reopening flushed file at 1730978449713 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2871f58f: reopening flushed file at 1730978449717 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6022a5f7: reopening flushed file at 1730978449721 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false at 1730978449725 (+4 ms)Writing region close event to WAL at 1730978449726 (+1 ms)Closed at 1730978449726 2024-11-07T11:20:49,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741830_1006 (size=63666) 2024-11-07T11:20:49,728 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42621c7c-8f0b-119e-4c34-b494ba9f85f0/MasterData/WALs/4ab3d709c6df,43073,1730978426468/4ab3d709c6df%2C43073%2C1730978426468.1730978428519 not finished, retry = 0 2024-11-07T11:20:49,728 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:49,731 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:49,829 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:49,829 INFO [M:0;4ab3d709c6df:43073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:20:49,829 INFO [M:0;4ab3d709c6df:43073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43073 2024-11-07T11:20:49,831 INFO [M:0;4ab3d709c6df:43073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:49,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:49,951 INFO [M:0;4ab3d709c6df:43073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:49,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43073-0x1011506754c0006, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:49,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@573c024{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:49,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ee6db57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:49,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:49,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e7096ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:49,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:49,955 WARN [BP-1049335074-172.17.0.2-1730978424370 heartbeating to localhost/127.0.0.1:33937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:20:49,955 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:20:49,955 WARN [BP-1049335074-172.17.0.2-1730978424370 heartbeating to localhost/127.0.0.1:33937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1049335074-172.17.0.2-1730978424370 (Datanode Uuid 9112d551-6fd9-4dda-a2e0-4b019762ef91) service to localhost/127.0.0.1:33937 2024-11-07T11:20:49,955 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:20:49,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/cluster_d4f4912a-a7e1-cb84-c9ff-0c52e730ef81/data/data1/current/BP-1049335074-172.17.0.2-1730978424370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:49,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/cluster_d4f4912a-a7e1-cb84-c9ff-0c52e730ef81/data/data2/current/BP-1049335074-172.17.0.2-1730978424370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:49,956 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:20:49,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6836fca9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:49,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b2848{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:49,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:49,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31188b1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:49,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:49,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:20:49,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:20:49,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:49,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:49,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:49,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:49,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:49,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:20:49,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1516502850, stopped=false 2024-11-07T11:20:49,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,38373,1730978421078 2024-11-07T11:20:49,994 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11855584943/running 2024-11-07T11:20:49,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11855584943/running 2024-11-07T11:20:49,994 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:49,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:49,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:49,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on znode that does not yet exist, /11855584943/running 2024-11-07T11:20:49,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:49,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Set watcher on znode that does not yet exist, /11855584943/running 2024-11-07T11:20:49,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:49,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:49,995 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,42361,1730978421229' ***** 2024-11-07T11:20:49,995 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:20:49,996 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(3091): Received CLOSE for 56d46be3399c65328599a1f9ed7e4c20 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(3091): Received CLOSE for 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:42361. 2024-11-07T11:20:49,996 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56d46be3399c65328599a1f9ed7e4c20, disabling compactions & flushes 2024-11-07T11:20:49,996 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:49,996 DEBUG [RS:0;4ab3d709c6df:42361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:49,996 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:49,996 DEBUG [RS:0;4ab3d709c6df:42361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:49,996 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. after waiting 0 ms 2024-11-07T11:20:49,996 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:20:49,996 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56d46be3399c65328599a1f9ed7e4c20 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T11:20:49,996 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:20:49,996 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1325): Online Regions={56d46be3399c65328599a1f9ed7e4c20=test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20., 86d7ec8b9c902af38aaa060410ed2d63=hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:20:49,996 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d46be3399c65328599a1f9ed7e4c20, 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:49,997 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:20:49,997 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:20:49,997 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:20:49,997 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:20:49,997 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:20:49,997 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:20:50,011 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/.tmp/f/5a06baa9b8864f3bbee45bb3baec9796 is 29, key is row1/f:/1730978443992/DeleteFamily/seqid=0 2024-11-07T11:20:50,014 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/info/53cb84977dda41ddafa6a3995bccf6db is 147, key is hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63./info:regioninfo/1730978437828/Put/seqid=0 2024-11-07T11:20:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741840_1016 (size=5152) 2024-11-07T11:20:50,014 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/.tmp/f/5a06baa9b8864f3bbee45bb3baec9796 2024-11-07T11:20:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741841_1017 (size=7686) 2024-11-07T11:20:50,018 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/info/53cb84977dda41ddafa6a3995bccf6db 2024-11-07T11:20:50,018 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a06baa9b8864f3bbee45bb3baec9796 2024-11-07T11:20:50,030 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:50,036 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/.tmp/f1/d09833bd480847b78dbdd70ad7e14ee5 is 30, key is row1/f1:/1730978443992/DeleteFamily/seqid=0 2024-11-07T11:20:50,038 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/ns/35c3983d7cea42ba9b016afd2cf3747b is 43, key is default/ns:d/1730978424176/Put/seqid=0 2024-11-07T11:20:50,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741842_1018 (size=5158) 2024-11-07T11:20:50,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741843_1019 (size=5153) 2024-11-07T11:20:50,078 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:20:50,078 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:20:50,197 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d46be3399c65328599a1f9ed7e4c20, 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:50,397 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d46be3399c65328599a1f9ed7e4c20, 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:50,440 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/.tmp/f1/d09833bd480847b78dbdd70ad7e14ee5 2024-11-07T11:20:50,444 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d09833bd480847b78dbdd70ad7e14ee5 2024-11-07T11:20:50,444 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/ns/35c3983d7cea42ba9b016afd2cf3747b 2024-11-07T11:20:50,461 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/.tmp/norep/2180ddd674e44f5d90150444be15e4e6 is 33, key is row1/norep:/1730978443992/DeleteFamily/seqid=0 2024-11-07T11:20:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741844_1020 (size=5108) 2024-11-07T11:20:50,468 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/rep_barrier/c9abbdd48cda47cb873c104dbce1a596 is 112, key is test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20./rep_barrier:seqnumDuringOpen/1730978432969/Put/seqid=0 2024-11-07T11:20:50,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741845_1021 (size=5518) 2024-11-07T11:20:50,597 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d46be3399c65328599a1f9ed7e4c20, 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:50,668 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:20:50,734 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1191, reset compression=false 2024-11-07T11:20:50,738 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:50,738 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1438, reset compression=false 2024-11-07T11:20:50,738 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42361,1730978421229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:50,739 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,42361,1730978421229: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4ab3d709c6df,42361,1730978421229, walGroup=4ab3d709c6df%2C42361%2C1730978421229, offset=4ab3d709c6df%2C42361%2C1730978421229.1730978423140:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:42361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:20:50,741 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:20:50,741 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:20:50,742 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:20:50,742 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:20:50,742 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:20:50,742 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 939497472 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202365240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:20:50,743 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:20:50,797 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56d46be3399c65328599a1f9ed7e4c20, 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:50,865 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/.tmp/norep/2180ddd674e44f5d90150444be15e4e6 2024-11-07T11:20:50,869 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2180ddd674e44f5d90150444be15e4e6 2024-11-07T11:20:50,870 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/.tmp/f/5a06baa9b8864f3bbee45bb3baec9796 as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/f/5a06baa9b8864f3bbee45bb3baec9796 2024-11-07T11:20:50,872 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/rep_barrier/c9abbdd48cda47cb873c104dbce1a596 2024-11-07T11:20:50,873 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a06baa9b8864f3bbee45bb3baec9796 2024-11-07T11:20:50,873 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/f/5a06baa9b8864f3bbee45bb3baec9796, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T11:20:50,874 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/.tmp/f1/d09833bd480847b78dbdd70ad7e14ee5 as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/f1/d09833bd480847b78dbdd70ad7e14ee5 2024-11-07T11:20:50,877 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d09833bd480847b78dbdd70ad7e14ee5 2024-11-07T11:20:50,877 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/f1/d09833bd480847b78dbdd70ad7e14ee5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T11:20:50,878 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/.tmp/norep/2180ddd674e44f5d90150444be15e4e6 as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/norep/2180ddd674e44f5d90150444be15e4e6 2024-11-07T11:20:50,881 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2180ddd674e44f5d90150444be15e4e6 2024-11-07T11:20:50,881 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/norep/2180ddd674e44f5d90150444be15e4e6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T11:20:50,882 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 56d46be3399c65328599a1f9ed7e4c20 in 886ms, sequenceid=10, compaction requested=false 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/default/test/56d46be3399c65328599a1f9ed7e4c20/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:20:50,885 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56d46be3399c65328599a1f9ed7e4c20: Waiting for close lock at 1730978449996Running coprocessor pre-close hooks at 1730978449996Disabling compacts and flushes for region at 1730978449996Disabling writes for close at 1730978449996Obtaining lock to block concurrent updates at 1730978449996Preparing flush snapshotting stores in 56d46be3399c65328599a1f9ed7e4c20 at 1730978449996Finished memstore snapshotting test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1730978449997 (+1 ms)Flushing stores of test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. at 1730978449997Flushing 56d46be3399c65328599a1f9ed7e4c20/f: creating writer at 1730978449997Flushing 56d46be3399c65328599a1f9ed7e4c20/f: appending metadata at 1730978450011 (+14 ms)Flushing 56d46be3399c65328599a1f9ed7e4c20/f: closing flushed file at 1730978450011Flushing 56d46be3399c65328599a1f9ed7e4c20/f1: creating writer at 1730978450019 (+8 ms)Flushing 56d46be3399c65328599a1f9ed7e4c20/f1: appending metadata at 1730978450035 (+16 ms)Flushing 56d46be3399c65328599a1f9ed7e4c20/f1: closing flushed file at 1730978450035Flushing 56d46be3399c65328599a1f9ed7e4c20/norep: creating writer at 1730978450444 (+409 ms)Flushing 56d46be3399c65328599a1f9ed7e4c20/norep: appending metadata at 1730978450461 (+17 ms)Flushing 56d46be3399c65328599a1f9ed7e4c20/norep: closing flushed file at 1730978450461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d70e5e: reopening flushed file at 1730978450869 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f0e29e: reopening flushed file at 1730978450873 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fe7391: reopening flushed file at 1730978450877 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 56d46be3399c65328599a1f9ed7e4c20 in 886ms, sequenceid=10, compaction requested=false at 1730978450882 (+5 ms)Writing region close event to WAL at 1730978450883 (+1 ms)Running coprocessor post-close hooks at 1730978450885 (+2 ms)Closed at 1730978450885 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978432225.56d46be3399c65328599a1f9ed7e4c20. 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86d7ec8b9c902af38aaa060410ed2d63, disabling compactions & flushes 2024-11-07T11:20:50,885 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. after waiting 0 ms 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:50,885 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86d7ec8b9c902af38aaa060410ed2d63: Waiting for close lock at 1730978450885Running coprocessor pre-close hooks at 1730978450885Disabling compacts and flushes for region at 1730978450885Disabling writes for close at 1730978450885Failed flush hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63., putting online again at 1730978450885 2024-11-07T11:20:50,886 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:50,893 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/table/3ea64a4feb1d4fd1af75b5de3fc8eb6b is 53, key is hbase:replication/table:state/1730978437834/Put/seqid=0 2024-11-07T11:20:50,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741846_1022 (size=5308) 2024-11-07T11:20:50,930 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:50,942 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 1438, reset compression=false 2024-11-07T11:20:50,946 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:50,946 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 2082, reset compression=false 2024-11-07T11:20:50,997 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:20:50,997 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1325): Online Regions={86d7ec8b9c902af38aaa060410ed2d63=hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:20:50,998 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(3091): Received CLOSE for 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:50,998 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86d7ec8b9c902af38aaa060410ed2d63 2024-11-07T11:20:50,998 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86d7ec8b9c902af38aaa060410ed2d63, disabling compactions & flushes 2024-11-07T11:20:50,998 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:50,998 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:50,998 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. after waiting 0 ms 2024-11-07T11:20:50,998 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:50,998 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86d7ec8b9c902af38aaa060410ed2d63: Waiting for close lock at 1730978450998Running coprocessor pre-close hooks at 1730978450998Disabling compacts and flushes for region at 1730978450998Disabling writes for close at 1730978450998Failed flush hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63., putting online again at 1730978450998 2024-11-07T11:20:50,998 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730978436666.86d7ec8b9c902af38aaa060410ed2d63. 2024-11-07T11:20:51,149 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 2082, reset compression=false 2024-11-07T11:20:51,198 DEBUG [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:20:51,297 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/table/3ea64a4feb1d4fd1af75b5de3fc8eb6b 2024-11-07T11:20:51,300 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/info/53cb84977dda41ddafa6a3995bccf6db as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/info/53cb84977dda41ddafa6a3995bccf6db 2024-11-07T11:20:51,304 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/info/53cb84977dda41ddafa6a3995bccf6db, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:20:51,304 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/ns/35c3983d7cea42ba9b016afd2cf3747b as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/ns/35c3983d7cea42ba9b016afd2cf3747b 2024-11-07T11:20:51,308 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/ns/35c3983d7cea42ba9b016afd2cf3747b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:20:51,317 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/rep_barrier/c9abbdd48cda47cb873c104dbce1a596 as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/rep_barrier/c9abbdd48cda47cb873c104dbce1a596 2024-11-07T11:20:51,324 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/rep_barrier/c9abbdd48cda47cb873c104dbce1a596, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:20:51,325 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/.tmp/table/3ea64a4feb1d4fd1af75b5de3fc8eb6b as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/table/3ea64a4feb1d4fd1af75b5de3fc8eb6b 2024-11-07T11:20:51,329 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/table/3ea64a4feb1d4fd1af75b5de3fc8eb6b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:20:51,330 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false 2024-11-07T11:20:51,334 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:20:51,334 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:51,334 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:51,334 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:51,334 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978449997Running coprocessor pre-close hooks at 1730978449997Disabling compacts and flushes for region at 1730978449997Disabling writes for close at 1730978449997Obtaining lock to block concurrent updates at 1730978449997Preparing flush snapshotting stores in 1588230740 at 1730978449997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978449997Flushing stores of hbase:meta,,1.1588230740 at 1730978449997Flushing 1588230740/info: creating writer at 1730978449997Flushing 1588230740/info: appending metadata at 1730978450014 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730978450014Flushing 1588230740/ns: creating writer at 1730978450021 (+7 ms)Flushing 1588230740/ns: appending metadata at 1730978450037 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730978450037Flushing 1588230740/rep_barrier: creating writer at 1730978450454 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978450468 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978450468Flushing 1588230740/table: creating writer at 1730978450874 (+406 ms)Flushing 1588230740/table: appending metadata at 1730978450892 (+18 ms)Flushing 1588230740/table: closing flushed file at 1730978450892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e499347: reopening flushed file at 1730978451300 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565c9f94: reopening flushed file at 1730978451304 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146b39c1: reopening flushed file at 1730978451308 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167f7da7: reopening flushed file at 1730978451325 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false at 1730978451330 (+5 ms)Writing region close event to WAL at 1730978451331 (+1 ms)Running coprocessor post-close hooks at 1730978451334 (+3 ms)Closed at 1730978451334 2024-11-07T11:20:51,334 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:51,398 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T11:20:51,398 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,42361,1730978421229; all regions closed. 2024-11-07T11:20:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:20:51,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.meta.1730978424118.meta not finished, retry = 0 2024-11-07T11:20:51,452 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.1730978423140 to pos 2082, reset compression=false 2024-11-07T11:20:51,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/WALs/4ab3d709c6df,42361,1730978421229/4ab3d709c6df%2C42361%2C1730978421229.rep.1730978437799 not finished, retry = 0 2024-11-07T11:20:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741839_1015 (size=2171) 2024-11-07T11:20:51,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741832_1008 (size=2090) 2024-11-07T11:20:51,608 DEBUG [RS:0;4ab3d709c6df:42361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:51,608 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:51,608 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:51,608 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:51,608 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:51,608 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:51,608 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,42361,1730978421229 because: Region server is closing 2024-11-07T11:20:51,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,608 INFO [RS:0;4ab3d709c6df:42361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:42361. 2024-11-07T11:20:51,608 DEBUG [RS:0;4ab3d709c6df:42361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:51,608 DEBUG [RS:0;4ab3d709c6df:42361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:51,609 DEBUG [RS:0;4ab3d709c6df:42361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:51,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:51,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:51,709 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.shipper4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 terminated 2024-11-07T11:20:51,709 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42361,1730978421229.replicationSource.wal-reader.4ab3d709c6df%2C42361%2C1730978421229,1-4ab3d709c6df,42361,1730978421229 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:20:51,709 INFO [RS:0;4ab3d709c6df:42361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:42361. 2024-11-07T11:20:51,709 DEBUG [RS:0;4ab3d709c6df:42361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:51,709 DEBUG [RS:0;4ab3d709c6df:42361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:51,709 DEBUG [RS:0;4ab3d709c6df:42361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:51,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:51,709 INFO [RS:0;4ab3d709c6df:42361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42361 2024-11-07T11:20:51,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943/rs 2024-11-07T11:20:51,777 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:51,777 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11855584943/rs/4ab3d709c6df,42361,1730978421229 2024-11-07T11:20:51,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,42361,1730978421229] 2024-11-07T11:20:51,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11855584943/draining/4ab3d709c6df,42361,1730978421229 already deleted, retry=false 2024-11-07T11:20:51,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,42361,1730978421229 expired; onlineServers=0 2024-11-07T11:20:51,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,38373,1730978421078' ***** 2024-11-07T11:20:51,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:20:51,829 INFO [M:0;4ab3d709c6df:38373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:51,830 INFO [M:0;4ab3d709c6df:38373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:51,830 DEBUG [M:0;4ab3d709c6df:38373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:20:51,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:20:51,830 DEBUG [M:0;4ab3d709c6df:38373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:20:51,830 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978422870 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978422870,5,FailOnTimeoutGroup] 2024-11-07T11:20:51,830 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978422870 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978422870,5,FailOnTimeoutGroup] 2024-11-07T11:20:51,830 INFO [M:0;4ab3d709c6df:38373 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:51,830 INFO [M:0;4ab3d709c6df:38373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:51,830 DEBUG [M:0;4ab3d709c6df:38373 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:20:51,830 INFO [M:0;4ab3d709c6df:38373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:20:51,830 INFO [M:0;4ab3d709c6df:38373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:51,830 INFO [M:0;4ab3d709c6df:38373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:20:51,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:20:51,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11855584943/master 2024-11-07T11:20:51,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11855584943 2024-11-07T11:20:51,851 DEBUG [M:0;4ab3d709c6df:38373 {}] zookeeper.ZKUtil(347): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Unable to get data of znode /11855584943/master because node does not exist (not an error) 2024-11-07T11:20:51,851 WARN [M:0;4ab3d709c6df:38373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:20:51,851 INFO [M:0;4ab3d709c6df:38373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/.lastflushedseqids 2024-11-07T11:20:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741847_1023 (size=245) 2024-11-07T11:20:51,887 INFO [RS:0;4ab3d709c6df:42361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:51,887 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:51,887 INFO [RS:0;4ab3d709c6df:42361 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,42361,1730978421229; zookeeper connection closed. 2024-11-07T11:20:51,887 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42361-0x1011506754c0004, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:51,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 2024-11-07T11:20:51,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:20:52,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:20:52,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:52,233 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:52,255 INFO [M:0;4ab3d709c6df:38373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:20:52,255 INFO [M:0;4ab3d709c6df:38373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:20:52,256 DEBUG [M:0;4ab3d709c6df:38373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:20:52,256 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:52,256 DEBUG [M:0;4ab3d709c6df:38373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:52,256 DEBUG [M:0;4ab3d709c6df:38373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:20:52,256 DEBUG [M:0;4ab3d709c6df:38373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:52,256 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T11:20:52,273 DEBUG [M:0;4ab3d709c6df:38373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a7389df433a4ad5b59cb6b4373ff7e6 is 82, key is hbase:meta,,1/info:regioninfo/1730978424156/Put/seqid=0 2024-11-07T11:20:52,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741848_1024 (size=5672) 2024-11-07T11:20:52,677 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a7389df433a4ad5b59cb6b4373ff7e6 2024-11-07T11:20:52,697 DEBUG [M:0;4ab3d709c6df:38373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaa5682fcfd84a07b53671abb903813d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730978437838/Put/seqid=0 2024-11-07T11:20:52,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741849_1025 (size=8517) 2024-11-07T11:20:52,700 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaa5682fcfd84a07b53671abb903813d 2024-11-07T11:20:52,720 DEBUG [M:0;4ab3d709c6df:38373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6136f1530c49679082594b43a592bc is 69, key is 4ab3d709c6df,42361,1730978421229/rs:state/1730978422993/Put/seqid=0 2024-11-07T11:20:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741850_1026 (size=5156) 2024-11-07T11:20:52,724 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6136f1530c49679082594b43a592bc 2024-11-07T11:20:52,728 DEBUG [M:0;4ab3d709c6df:38373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a7389df433a4ad5b59cb6b4373ff7e6 as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a7389df433a4ad5b59cb6b4373ff7e6 2024-11-07T11:20:52,732 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a7389df433a4ad5b59cb6b4373ff7e6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T11:20:52,733 DEBUG [M:0;4ab3d709c6df:38373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaa5682fcfd84a07b53671abb903813d as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaa5682fcfd84a07b53671abb903813d 2024-11-07T11:20:52,736 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaa5682fcfd84a07b53671abb903813d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T11:20:52,737 DEBUG [M:0;4ab3d709c6df:38373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6136f1530c49679082594b43a592bc as hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6136f1530c49679082594b43a592bc 2024-11-07T11:20:52,741 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42191/user/jenkins/test-data/506967fc-6eb9-6f39-4a36-430ffb5adbb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6136f1530c49679082594b43a592bc, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T11:20:52,742 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=97, compaction requested=false 2024-11-07T11:20:52,743 INFO [M:0;4ab3d709c6df:38373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:52,743 DEBUG [M:0;4ab3d709c6df:38373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978452255Disabling compacts and flushes for region at 1730978452255Disabling writes for close at 1730978452256 (+1 ms)Obtaining lock to block concurrent updates at 1730978452256Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978452256Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730978452256Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978452256Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978452256Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978452273 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978452273Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978452680 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978452697 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978452697Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978452703 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978452720 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978452720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fda9ec7: reopening flushed file at 1730978452727 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2740a1a3: reopening flushed file at 1730978452732 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c1695f: reopening flushed file at 1730978452737 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=97, compaction requested=false at 1730978452742 (+5 ms)Writing region close event to WAL at 1730978452743 (+1 ms)Closed at 1730978452743 2024-11-07T11:20:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741830_1006 (size=63666) 2024-11-07T11:20:52,745 INFO [M:0;4ab3d709c6df:38373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:20:52,745 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:52,745 INFO [M:0;4ab3d709c6df:38373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38373 2024-11-07T11:20:52,745 INFO [M:0;4ab3d709c6df:38373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:53,073 INFO [M:0;4ab3d709c6df:38373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:53,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:53,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38373-0x1011506754c0003, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:53,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@217849af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:53,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:53,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:53,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:53,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:53,081 WARN [BP-1732605572-172.17.0.2-1730978418913 heartbeating to localhost/127.0.0.1:42191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:20:53,081 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:20:53,081 WARN [BP-1732605572-172.17.0.2-1730978418913 heartbeating to localhost/127.0.0.1:42191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1732605572-172.17.0.2-1730978418913 (Datanode Uuid 0a66dc00-6e5c-4b0e-9cfa-e6bb84c4a3a7) service to localhost/127.0.0.1:42191 2024-11-07T11:20:53,081 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:20:53,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/cluster_8426dfa0-36af-b3f8-68f3-7b715d7cc5e8/data/data1/current/BP-1732605572-172.17.0.2-1730978418913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:53,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/cluster_8426dfa0-36af-b3f8-68f3-7b715d7cc5e8/data/data2/current/BP-1732605572-172.17.0.2-1730978418913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:53,082 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:20:53,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35623572{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:53,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:53,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:53,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:53,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0034f963-19f9-46ba-9248-30728b14beac/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:53,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:20:53,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:20:53,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:53,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:53,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:53,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:53,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:53,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:20:53,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=785147809, stopped=false 2024-11-07T11:20:53,105 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,40743,1730978415295 2024-11-07T11:20:53,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329041896/running 2024-11-07T11:20:53,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329041896/running 2024-11-07T11:20:53,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:53,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:53,121 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:53,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:20:53,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:53,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:53,121 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,42785,1730978415518' ***** 2024-11-07T11:20:53,121 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:20:53,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on znode that does not yet exist, /0329041896/running 2024-11-07T11:20:53,121 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:20:53,121 INFO [RS:0;4ab3d709c6df:42785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:20:53,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Set watcher on znode that does not yet exist, /0329041896/running 2024-11-07T11:20:53,121 INFO [RS:0;4ab3d709c6df:42785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:20:53,121 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:53,121 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:20:53,122 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:53,122 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:53,122 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:53,122 INFO [RS:0;4ab3d709c6df:42785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:42785. 2024-11-07T11:20:53,122 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6895b7ed22fbe46adfcb18dc7c070153, disabling compactions & flushes 2024-11-07T11:20:53,122 DEBUG [RS:0;4ab3d709c6df:42785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:53,122 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:53,122 DEBUG [RS:0;4ab3d709c6df:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:53,122 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:53,122 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. after waiting 0 ms 2024-11-07T11:20:53,122 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:20:53,122 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:53,122 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:20:53,122 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:20:53,122 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:20:53,122 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6895b7ed22fbe46adfcb18dc7c070153 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-07T11:20:53,123 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:20:53,123 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1325): Online Regions={6895b7ed22fbe46adfcb18dc7c070153=test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153., 1588230740=hbase:meta,,1.1588230740, 0ba649bc52878e1736cfb0792e56d764=hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764.} 2024-11-07T11:20:53,123 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1351): Waiting on 0ba649bc52878e1736cfb0792e56d764, 1588230740, 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:53,123 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:20:53,123 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:20:53,123 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:20:53,123 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:20:53,123 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:20:53,123 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:20:53,137 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/info/e88f72e4ef504dce9480a36556823eb3 is 147, key is hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764./info:regioninfo/1730978435672/Put/seqid=0 2024-11-07T11:20:53,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741840_1016 (size=7686) 2024-11-07T11:20:53,141 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/info/e88f72e4ef504dce9480a36556823eb3 2024-11-07T11:20:53,142 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/.tmp/f/3dda3efbce6e44659fa251d39fbb7109 is 28, key is row/f:/1730978442988/DeleteFamily/seqid=0 2024-11-07T11:20:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741841_1017 (size=5085) 2024-11-07T11:20:53,151 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:53,160 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/ns/b0999e33a7a144688c48c0abe9862849 is 43, key is default/ns:d/1730978418839/Put/seqid=0 2024-11-07T11:20:53,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:20:53,164 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/ns/b0999e33a7a144688c48c0abe9862849 2024-11-07T11:20:53,185 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/rep_barrier/5944c7f35f2245a58003e3d077068433 is 112, key is test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153./rep_barrier:seqnumDuringOpen/1730978431210/Put/seqid=0 2024-11-07T11:20:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741843_1019 (size=5518) 2024-11-07T11:20:53,323 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1351): Waiting on 0ba649bc52878e1736cfb0792e56d764, 1588230740, 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:53,523 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1351): Waiting on 0ba649bc52878e1736cfb0792e56d764, 1588230740, 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:53,549 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/.tmp/f/3dda3efbce6e44659fa251d39fbb7109 2024-11-07T11:20:53,552 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dda3efbce6e44659fa251d39fbb7109 2024-11-07T11:20:53,566 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/.tmp/f1/ac905798bd22488c9cda154b8324f1f3 is 29, key is row/f1:/1730978442988/DeleteFamily/seqid=0 2024-11-07T11:20:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741844_1020 (size=5089) 2024-11-07T11:20:53,588 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/rep_barrier/5944c7f35f2245a58003e3d077068433 2024-11-07T11:20:53,604 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/table/b7d462cf9bd247c88ba9cb8b322ae98a is 53, key is hbase:replication/table:state/1730978435677/Put/seqid=0 2024-11-07T11:20:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741845_1021 (size=5308) 2024-11-07T11:20:53,613 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:20:53,613 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:20:53,636 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 636, reset compression=false 2024-11-07T11:20:53,640 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:53,640 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 883, reset compression=false 2024-11-07T11:20:53,640 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,42785,1730978415518 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:20:53,641 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,42785,1730978415518: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4ab3d709c6df,42785,1730978415518, walGroup=4ab3d709c6df%2C42785%2C1730978415518, offset=4ab3d709c6df%2C42785%2C1730978415518.1730978417752:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:42785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:20:53,642 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:20:53,642 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:20:53,642 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:20:53,642 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:20:53,642 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:20:53,642 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1033869312 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202987216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:20:53,642 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:40743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:40743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T11:20:53,723 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1351): Waiting on 0ba649bc52878e1736cfb0792e56d764, 1588230740, 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:53,843 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 883, reset compression=false 2024-11-07T11:20:53,923 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1351): Waiting on 0ba649bc52878e1736cfb0792e56d764, 1588230740, 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:53,969 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/.tmp/f1/ac905798bd22488c9cda154b8324f1f3 2024-11-07T11:20:53,973 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac905798bd22488c9cda154b8324f1f3 2024-11-07T11:20:53,987 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/.tmp/norep/26664a101bd045c3ae1934c67c7c8fdc is 32, key is row/norep:/1730978442988/DeleteFamily/seqid=0 2024-11-07T11:20:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741846_1022 (size=5101) 2024-11-07T11:20:54,007 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/table/b7d462cf9bd247c88ba9cb8b322ae98a 2024-11-07T11:20:54,011 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/info/e88f72e4ef504dce9480a36556823eb3 as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/info/e88f72e4ef504dce9480a36556823eb3 2024-11-07T11:20:54,015 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/info/e88f72e4ef504dce9480a36556823eb3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:20:54,016 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/ns/b0999e33a7a144688c48c0abe9862849 as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/ns/b0999e33a7a144688c48c0abe9862849 2024-11-07T11:20:54,019 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/ns/b0999e33a7a144688c48c0abe9862849, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:20:54,020 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/rep_barrier/5944c7f35f2245a58003e3d077068433 as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/rep_barrier/5944c7f35f2245a58003e3d077068433 2024-11-07T11:20:54,023 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/rep_barrier/5944c7f35f2245a58003e3d077068433, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:20:54,024 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/.tmp/table/b7d462cf9bd247c88ba9cb8b322ae98a as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/table/b7d462cf9bd247c88ba9cb8b322ae98a 2024-11-07T11:20:54,027 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/table/b7d462cf9bd247c88ba9cb8b322ae98a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:20:54,028 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false 2024-11-07T11:20:54,028 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:20:54,032 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:20:54,032 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:54,032 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:20:54,032 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:54,033 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978453123Running coprocessor pre-close hooks at 1730978453123Disabling compacts and flushes for region at 1730978453123Disabling writes for close at 1730978453123Obtaining lock to block concurrent updates at 1730978453123Preparing flush snapshotting stores in 1588230740 at 1730978453123Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978453123Flushing stores of hbase:meta,,1.1588230740 at 1730978453123Flushing 1588230740/info: creating writer at 1730978453123Flushing 1588230740/info: appending metadata at 1730978453137 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730978453137Flushing 1588230740/ns: creating writer at 1730978453146 (+9 ms)Flushing 1588230740/ns: appending metadata at 1730978453160 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730978453160Flushing 1588230740/rep_barrier: creating writer at 1730978453167 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978453184 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978453184Flushing 1588230740/table: creating writer at 1730978453591 (+407 ms)Flushing 1588230740/table: appending metadata at 1730978453604 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730978453604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab54a9f: reopening flushed file at 1730978454011 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd4067: reopening flushed file at 1730978454015 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c23467: reopening flushed file at 1730978454020 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff9f6e7: reopening flushed file at 1730978454023 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false at 1730978454028 (+5 ms)Writing region close event to WAL at 1730978454030 (+2 ms)Running coprocessor post-close hooks at 1730978454032 (+2 ms)Closed at 1730978454032 2024-11-07T11:20:54,033 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:20:54,123 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:20:54,123 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1325): Online Regions={6895b7ed22fbe46adfcb18dc7c070153=test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153., 0ba649bc52878e1736cfb0792e56d764=hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764.} 2024-11-07T11:20:54,124 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1351): Waiting on 0ba649bc52878e1736cfb0792e56d764, 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:54,146 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 883, reset compression=false 2024-11-07T11:20:54,324 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1351): Waiting on 0ba649bc52878e1736cfb0792e56d764, 6895b7ed22fbe46adfcb18dc7c070153 2024-11-07T11:20:54,391 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/.tmp/norep/26664a101bd045c3ae1934c67c7c8fdc 2024-11-07T11:20:54,395 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26664a101bd045c3ae1934c67c7c8fdc 2024-11-07T11:20:54,395 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/.tmp/f/3dda3efbce6e44659fa251d39fbb7109 as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/f/3dda3efbce6e44659fa251d39fbb7109 2024-11-07T11:20:54,399 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dda3efbce6e44659fa251d39fbb7109 2024-11-07T11:20:54,399 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/f/3dda3efbce6e44659fa251d39fbb7109, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T11:20:54,400 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/.tmp/f1/ac905798bd22488c9cda154b8324f1f3 as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/f1/ac905798bd22488c9cda154b8324f1f3 2024-11-07T11:20:54,404 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac905798bd22488c9cda154b8324f1f3 2024-11-07T11:20:54,404 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/f1/ac905798bd22488c9cda154b8324f1f3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T11:20:54,404 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/.tmp/norep/26664a101bd045c3ae1934c67c7c8fdc as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/norep/26664a101bd045c3ae1934c67c7c8fdc 2024-11-07T11:20:54,408 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26664a101bd045c3ae1934c67c7c8fdc 2024-11-07T11:20:54,408 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/norep/26664a101bd045c3ae1934c67c7c8fdc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T11:20:54,408 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6895b7ed22fbe46adfcb18dc7c070153 in 1286ms, sequenceid=6, compaction requested=false 2024-11-07T11:20:54,408 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T11:20:54,412 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/data/default/test/6895b7ed22fbe46adfcb18dc7c070153/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T11:20:54,412 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:20:54,412 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:20:54,412 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:54,412 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6895b7ed22fbe46adfcb18dc7c070153: Waiting for close lock at 1730978453122Running coprocessor pre-close hooks at 1730978453122Disabling compacts and flushes for region at 1730978453122Disabling writes for close at 1730978453122Obtaining lock to block concurrent updates at 1730978453122Preparing flush snapshotting stores in 6895b7ed22fbe46adfcb18dc7c070153 at 1730978453122Finished memstore snapshotting test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1730978453122Flushing stores of test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. at 1730978453123 (+1 ms)Flushing 6895b7ed22fbe46adfcb18dc7c070153/f: creating writer at 1730978453123Flushing 6895b7ed22fbe46adfcb18dc7c070153/f: appending metadata at 1730978453141 (+18 ms)Flushing 6895b7ed22fbe46adfcb18dc7c070153/f: closing flushed file at 1730978453141Flushing 6895b7ed22fbe46adfcb18dc7c070153/f1: creating writer at 1730978453552 (+411 ms)Flushing 6895b7ed22fbe46adfcb18dc7c070153/f1: appending metadata at 1730978453566 (+14 ms)Flushing 6895b7ed22fbe46adfcb18dc7c070153/f1: closing flushed file at 1730978453566Flushing 6895b7ed22fbe46adfcb18dc7c070153/norep: creating writer at 1730978453973 (+407 ms)Flushing 6895b7ed22fbe46adfcb18dc7c070153/norep: appending metadata at 1730978453986 (+13 ms)Flushing 6895b7ed22fbe46adfcb18dc7c070153/norep: closing flushed file at 1730978453986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e0e21e: reopening flushed file at 1730978454395 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fb274d: reopening flushed file at 1730978454399 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5753ca29: reopening flushed file at 1730978454404 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6895b7ed22fbe46adfcb18dc7c070153 in 1286ms, sequenceid=6, compaction requested=false at 1730978454408 (+4 ms)Writing region close event to WAL at 1730978454410 (+2 ms)Running coprocessor post-close hooks at 1730978454412 (+2 ms)Closed at 1730978454412 2024-11-07T11:20:54,412 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978430066.6895b7ed22fbe46adfcb18dc7c070153. 2024-11-07T11:20:54,413 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ba649bc52878e1736cfb0792e56d764, disabling compactions & flushes 2024-11-07T11:20:54,413 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:54,413 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:54,413 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. after waiting 0 ms 2024-11-07T11:20:54,413 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:54,413 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ba649bc52878e1736cfb0792e56d764: Waiting for close lock at 1730978454413Running coprocessor pre-close hooks at 1730978454413Disabling compacts and flushes for region at 1730978454413Disabling writes for close at 1730978454413Failed flush hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764., putting online again at 1730978454413 2024-11-07T11:20:54,413 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:54,524 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:54,524 DEBUG [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1351): Waiting on 0ba649bc52878e1736cfb0792e56d764 2024-11-07T11:20:54,524 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ba649bc52878e1736cfb0792e56d764, disabling compactions & flushes 2024-11-07T11:20:54,524 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:54,524 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:54,524 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. after waiting 0 ms 2024-11-07T11:20:54,524 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:54,524 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ba649bc52878e1736cfb0792e56d764: Waiting for close lock at 1730978454524Running coprocessor pre-close hooks at 1730978454524Disabling compacts and flushes for region at 1730978454524Disabling writes for close at 1730978454524Failed flush hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764., putting online again at 1730978454524 2024-11-07T11:20:54,524 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730978434517.0ba649bc52878e1736cfb0792e56d764. 2024-11-07T11:20:54,549 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 883, reset compression=false 2024-11-07T11:20:54,553 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:20:54,553 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 1527, reset compression=false 2024-11-07T11:20:54,724 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T11:20:54,724 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,42785,1730978415518; all regions closed. 2024-11-07T11:20:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741834_1010 (size=4239) 2024-11-07T11:20:54,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.meta.1730978418764.meta not finished, retry = 0 2024-11-07T11:20:54,755 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.wal-reader.4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 to pos 1527, reset compression=false 2024-11-07T11:20:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741839_1015 (size=1297) 2024-11-07T11:20:54,829 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.rep.1730978435645 not finished, retry = 0 2024-11-07T11:20:54,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741832_1008 (size=1535) 2024-11-07T11:20:54,931 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/WALs/4ab3d709c6df,42785,1730978415518/4ab3d709c6df%2C42785%2C1730978415518.1730978417752 not finished, retry = 0 2024-11-07T11:20:55,032 DEBUG [RS:0;4ab3d709c6df:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:55,032 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:20:55,032 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:55,032 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:55,032 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:55,032 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:55,032 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,42785,1730978415518 because: Region server is closing 2024-11-07T11:20:55,032 INFO [RS:0;4ab3d709c6df:42785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:42785. 2024-11-07T11:20:55,032 DEBUG [RS:0;4ab3d709c6df:42785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:20:55,032 DEBUG [RS:0;4ab3d709c6df:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:55,033 DEBUG [RS:0;4ab3d709c6df:42785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:20:55,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:20:55,133 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,42785,1730978415518.replicationSource.shipper4ab3d709c6df%2C42785%2C1730978415518,1-4ab3d709c6df,42785,1730978415518 terminated 2024-11-07T11:20:55,133 INFO [RS:0;4ab3d709c6df:42785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42785 2024-11-07T11:20:55,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329041896/rs/4ab3d709c6df,42785,1730978415518 2024-11-07T11:20:55,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896/rs 2024-11-07T11:20:55,204 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:55,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,42785,1730978415518] 2024-11-07T11:20:55,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0329041896/draining/4ab3d709c6df,42785,1730978415518 already deleted, retry=false 2024-11-07T11:20:55,225 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,42785,1730978415518 expired; onlineServers=0 2024-11-07T11:20:55,225 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,40743,1730978415295' ***** 2024-11-07T11:20:55,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:20:55,225 INFO [M:0;4ab3d709c6df:40743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:20:55,226 INFO [M:0;4ab3d709c6df:40743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:20:55,226 DEBUG [M:0;4ab3d709c6df:40743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:20:55,226 DEBUG [M:0;4ab3d709c6df:40743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:20:55,226 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:20:55,226 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978417544 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978417544,5,FailOnTimeoutGroup] 2024-11-07T11:20:55,226 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978417544 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978417544,5,FailOnTimeoutGroup] 2024-11-07T11:20:55,226 INFO [M:0;4ab3d709c6df:40743 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:20:55,226 INFO [M:0;4ab3d709c6df:40743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:20:55,226 DEBUG [M:0;4ab3d709c6df:40743 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:20:55,226 INFO [M:0;4ab3d709c6df:40743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:20:55,226 INFO [M:0;4ab3d709c6df:40743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:20:55,226 ERROR [M:0;4ab3d709c6df:40743 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33523,5,PEWorkerGroup] 2024-11-07T11:20:55,226 INFO [M:0;4ab3d709c6df:40743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:20:55,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:20:55,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0329041896/master 2024-11-07T11:20:55,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0329041896 2024-11-07T11:20:55,236 DEBUG [M:0;4ab3d709c6df:40743 {}] zookeeper.ZKUtil(347): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Unable to get data of znode /0329041896/master because node does not exist (not an error) 2024-11-07T11:20:55,236 WARN [M:0;4ab3d709c6df:40743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:20:55,237 INFO [M:0;4ab3d709c6df:40743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/.lastflushedseqids 2024-11-07T11:20:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741847_1023 (size=245) 2024-11-07T11:20:55,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:55,315 INFO [RS:0;4ab3d709c6df:42785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:55,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42785-0x1011506754c0001, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:55,315 INFO [RS:0;4ab3d709c6df:42785 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,42785,1730978415518; zookeeper connection closed. 2024-11-07T11:20:55,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ad148a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ad148a0 2024-11-07T11:20:55,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:20:55,641 INFO [M:0;4ab3d709c6df:40743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:20:55,641 INFO [M:0;4ab3d709c6df:40743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:20:55,641 DEBUG [M:0;4ab3d709c6df:40743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:20:55,641 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:55,642 DEBUG [M:0;4ab3d709c6df:40743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:55,642 DEBUG [M:0;4ab3d709c6df:40743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:20:55,642 DEBUG [M:0;4ab3d709c6df:40743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:55,642 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-07T11:20:55,655 DEBUG [M:0;4ab3d709c6df:40743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be2374ecad154783a1270e240ab07c44 is 82, key is hbase:meta,,1/info:regioninfo/1730978418796/Put/seqid=0 2024-11-07T11:20:55,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741848_1024 (size=5672) 2024-11-07T11:20:56,059 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be2374ecad154783a1270e240ab07c44 2024-11-07T11:20:56,081 DEBUG [M:0;4ab3d709c6df:40743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89298368298e4c90baf39fa5b1bf6ca0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978431219/Put/seqid=0 2024-11-07T11:20:56,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741849_1025 (size=7219) 2024-11-07T11:20:56,090 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89298368298e4c90baf39fa5b1bf6ca0 2024-11-07T11:20:56,093 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89298368298e4c90baf39fa5b1bf6ca0 2024-11-07T11:20:56,113 DEBUG [M:0;4ab3d709c6df:40743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75a7d27849e841819e55c01efcf5c119 is 69, key is 4ab3d709c6df,42785,1730978415518/rs:state/1730978417591/Put/seqid=0 2024-11-07T11:20:56,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741850_1026 (size=5156) 2024-11-07T11:20:56,540 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75a7d27849e841819e55c01efcf5c119 2024-11-07T11:20:56,549 DEBUG [M:0;4ab3d709c6df:40743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be2374ecad154783a1270e240ab07c44 as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be2374ecad154783a1270e240ab07c44 2024-11-07T11:20:56,554 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be2374ecad154783a1270e240ab07c44, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T11:20:56,558 DEBUG [M:0;4ab3d709c6df:40743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89298368298e4c90baf39fa5b1bf6ca0 as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89298368298e4c90baf39fa5b1bf6ca0 2024-11-07T11:20:56,564 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89298368298e4c90baf39fa5b1bf6ca0 2024-11-07T11:20:56,564 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89298368298e4c90baf39fa5b1bf6ca0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T11:20:56,566 DEBUG [M:0;4ab3d709c6df:40743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75a7d27849e841819e55c01efcf5c119 as hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75a7d27849e841819e55c01efcf5c119 2024-11-07T11:20:56,576 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/05e32c9a-9815-6e6d-9eed-6dab7b1d736d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75a7d27849e841819e55c01efcf5c119, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T11:20:56,577 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=105, compaction requested=false 2024-11-07T11:20:56,587 INFO [M:0;4ab3d709c6df:40743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:20:56,587 DEBUG [M:0;4ab3d709c6df:40743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978455641Disabling compacts and flushes for region at 1730978455641Disabling writes for close at 1730978455642 (+1 ms)Obtaining lock to block concurrent updates at 1730978455642Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978455642Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1730978455642Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978455642Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978455642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978455655 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978455655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978456063 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978456081 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978456081Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978456093 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978456112 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978456112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369d6901: reopening flushed file at 1730978456548 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29165934: reopening flushed file at 1730978456554 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf2a4b8: reopening flushed file at 1730978456565 (+11 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=105, compaction requested=false at 1730978456577 (+12 ms)Writing region close event to WAL at 1730978456587 (+10 ms)Closed at 1730978456587 2024-11-07T11:20:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42869 is added to blk_1073741830_1006 (size=64435) 2024-11-07T11:20:56,611 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:20:56,612 INFO [M:0;4ab3d709c6df:40743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:20:56,612 INFO [M:0;4ab3d709c6df:40743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40743 2024-11-07T11:20:56,612 INFO [M:0;4ab3d709c6df:40743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:20:56,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:56,772 INFO [M:0;4ab3d709c6df:40743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:20:56,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40743-0x1011506754c0000, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:20:56,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d77e5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:56,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:56,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:56,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:56,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:56,803 WARN [BP-1975636209-172.17.0.2-1730978412989 heartbeating to localhost/127.0.0.1:33523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:20:56,803 WARN [BP-1975636209-172.17.0.2-1730978412989 heartbeating to localhost/127.0.0.1:33523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1975636209-172.17.0.2-1730978412989 (Datanode Uuid b03c6a28-1360-4b13-9656-ff26d30da91d) service to localhost/127.0.0.1:33523 2024-11-07T11:20:56,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/cluster_c48ba832-8e49-199d-80cc-96a87cf760a3/data/data1/current/BP-1975636209-172.17.0.2-1730978412989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:56,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/cluster_c48ba832-8e49-199d-80cc-96a87cf760a3/data/data2/current/BP-1975636209-172.17.0.2-1730978412989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:20:56,804 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:20:56,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:20:56,804 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:20:56,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@534a7929{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:56,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46344ff1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:20:56,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:20:56,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:20:56,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59870692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05688c98-b0aa-29f4-40e3-d083c2d3df1a/hadoop.log.dir/,STOPPED} 2024-11-07T11:20:56,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:20:56,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:20:56,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 311) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61580) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61580) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61580) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42191 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33523 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33937 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=787 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 308) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1169 (was 1471) 2024-11-07T11:20:56,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=787, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=1169 2024-11-07T11:20:56,887 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-07T11:20:56,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.log.dir so I do NOT create it in target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb 2024-11-07T11:20:56,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:20:56,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.tmp.dir so I do NOT create it in target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb 2024-11-07T11:20:56,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aea6b211-d27e-8804-69ef-13da092b3473/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:20:56,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb 2024-11-07T11:20:56,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1, deleteOnExit=true 2024-11-07T11:20:56,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011506754c0005, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:20:56,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011506754c0008, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:20:56,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011506754c0002, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:20:56,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011506754c0002, quorum=127.0.0.1:61580, baseZNode=/0329041896 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:20:56,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011506754c0005, quorum=127.0.0.1:61580, baseZNode=/11855584943 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:20:56,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011506754c0008, quorum=127.0.0.1:61580, baseZNode=/2-611082308 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:20:56,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1/zookeeper_0, clientPort=59361, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:20:56,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59361 2024-11-07T11:20:56,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:20:56,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:20:56,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/test.cache.data in system properties and HBase conf 2024-11-07T11:20:56,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:20:56,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:20:56,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:20:56,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:20:56,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:20:56,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:20:56,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:20:56,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:20:56,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:20:56,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:20:56,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:20:56,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:20:56,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:20:56,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:20:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:20:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:20:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:20:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:20:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:20:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:20:57,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:20:57,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:20:57,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:57,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:20:57,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:20:57,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:20:57,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:20:57,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:57,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:20:57,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:20:57,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f24a4d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/java.io.tmpdir/jetty-localhost-46123-hadoop-hdfs-3_4_1-tests_jar-_-any-13053498109583423301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:20:57,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:46123} 2024-11-07T11:20:57,456 INFO [Time-limited test {}] server.Server(415): Started @321460ms 2024-11-07T11:20:57,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:20:57,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:20:57,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:20:57,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:20:57,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:20:57,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:20:57,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47bb6c60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:20:57,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34877dfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/java.io.tmpdir/jetty-localhost-33119-hadoop-hdfs-3_4_1-tests_jar-_-any-13024160389453519785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:20:57,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:33119} 2024-11-07T11:20:57,863 INFO [Time-limited test {}] server.Server(415): Started @321868ms 2024-11-07T11:20:57,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:20:58,875 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1/data/data2/current/BP-1032653203-172.17.0.2-1730978456985/current, will proceed with Du for space computation calculation, 2024-11-07T11:20:58,875 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1/data/data1/current/BP-1032653203-172.17.0.2-1730978456985/current, will proceed with Du for space computation calculation, 2024-11-07T11:20:58,890 WARN [Thread-4168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:20:58,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x220822ef87b4ffe8 with lease ID 0xd391b1605fda3fdc: Processing first storage report for DS-34955d24-0b86-4f91-96ce-5a678ee93aba from datanode DatanodeRegistration(127.0.0.1:32893, datanodeUuid=40f3bd29-8e30-4d8e-8b4c-07a7feb63a17, infoPort=44323, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=1877507965;c=1730978456985) 2024-11-07T11:20:58,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x220822ef87b4ffe8 with lease ID 0xd391b1605fda3fdc: from storage DS-34955d24-0b86-4f91-96ce-5a678ee93aba node DatanodeRegistration(127.0.0.1:32893, datanodeUuid=40f3bd29-8e30-4d8e-8b4c-07a7feb63a17, infoPort=44323, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=1877507965;c=1730978456985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:20:58,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x220822ef87b4ffe8 with lease ID 0xd391b1605fda3fdc: Processing first storage report for DS-0b95159f-7aae-4992-9109-a439ab0ced79 from datanode DatanodeRegistration(127.0.0.1:32893, datanodeUuid=40f3bd29-8e30-4d8e-8b4c-07a7feb63a17, infoPort=44323, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=1877507965;c=1730978456985) 2024-11-07T11:20:58,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x220822ef87b4ffe8 with lease ID 0xd391b1605fda3fdc: from storage DS-0b95159f-7aae-4992-9109-a439ab0ced79 node DatanodeRegistration(127.0.0.1:32893, datanodeUuid=40f3bd29-8e30-4d8e-8b4c-07a7feb63a17, infoPort=44323, infoSecurePort=0, ipcPort=43255, storageInfo=lv=-57;cid=testClusterID;nsid=1877507965;c=1730978456985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:20:58,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb 2024-11-07T11:20:58,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:58,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:58,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32893 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:20:59,326 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74 with version=8 2024-11-07T11:20:59,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/hbase-staging 2024-11-07T11:20:59,328 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:20:59,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:59,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:59,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:20:59,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:59,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:20:59,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:20:59,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:20:59,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44743 2024-11-07T11:20:59,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44743 connecting to ZooKeeper ensemble=127.0.0.1:59361 2024-11-07T11:20:59,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447430x0, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:59,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44743-0x101150721100000 connected 2024-11-07T11:20:59,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:59,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:59,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Set watcher on znode that does not yet exist, /0-1775721159/running 2024-11-07T11:20:59,834 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74, hbase.cluster.distributed=false 2024-11-07T11:20:59,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Set watcher on znode that does not yet exist, /0-1775721159/acl 2024-11-07T11:20:59,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44743 2024-11-07T11:20:59,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44743 2024-11-07T11:20:59,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44743 2024-11-07T11:20:59,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44743 2024-11-07T11:20:59,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44743 2024-11-07T11:20:59,862 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:20:59,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:59,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:59,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:20:59,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:20:59,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:20:59,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:20:59,862 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:20:59,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42901 2024-11-07T11:20:59,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42901 connecting to ZooKeeper ensemble=127.0.0.1:59361 2024-11-07T11:20:59,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:59,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:20:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429010x0, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:20:59,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429010x0, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Set watcher on znode that does not yet exist, /0-1775721159/running 2024-11-07T11:20:59,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42901-0x101150721100001 connected 2024-11-07T11:20:59,926 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:20:59,926 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:20:59,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Set watcher on znode that does not yet exist, /0-1775721159/master 2024-11-07T11:20:59,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Set watcher on znode that does not yet exist, /0-1775721159/acl 2024-11-07T11:20:59,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-07T11:20:59,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42901 2024-11-07T11:20:59,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42901 2024-11-07T11:20:59,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-07T11:20:59,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42901 2024-11-07T11:20:59,945 DEBUG [M:0;4ab3d709c6df:44743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:44743 2024-11-07T11:20:59,945 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1775721159/backup-masters/4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:00,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159/backup-masters 2024-11-07T11:21:00,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159/backup-masters 2024-11-07T11:21:00,077 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Set watcher on existing znode=/0-1775721159/backup-masters/4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1775721159/master 2024-11-07T11:21:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:00,231 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Set watcher on existing znode=/0-1775721159/master 2024-11-07T11:21:00,231 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1775721159/backup-masters/4ab3d709c6df,44743,1730978459328 from backup master directory 2024-11-07T11:21:00,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1775721159/backup-masters/4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:00,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159/backup-masters 2024-11-07T11:21:00,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159/backup-masters 2024-11-07T11:21:00,308 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:21:00,308 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:00,310 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/hbase.id] with ID: 32610e96-20ab-4ac4-a8d4-9a9d677f8406 2024-11-07T11:21:00,310 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/.tmp/hbase.id 2024-11-07T11:21:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32893 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:21:00,714 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/.tmp/hbase.id]:[hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/hbase.id] 2024-11-07T11:21:00,720 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:00,720 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:21:00,721 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:21:00,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:00,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32893 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:21:01,165 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:21:01,165 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:21:01,166 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32893 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:21:01,170 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/data/master/store 2024-11-07T11:21:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32893 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:21:01,574 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:01,574 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:21:01,574 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:01,574 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:01,574 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:21:01,574 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:01,574 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:01,574 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978461574Disabling compacts and flushes for region at 1730978461574Disabling writes for close at 1730978461574Writing region close event to WAL at 1730978461574Closed at 1730978461574 2024-11-07T11:21:01,575 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/data/master/store/.initializing 2024-11-07T11:21:01,575 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/WALs/4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:01,575 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:21:01,577 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C44743%2C1730978459328, suffix=, logDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/WALs/4ab3d709c6df,44743,1730978459328, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/oldWALs, maxLogs=10 2024-11-07T11:21:01,593 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/WALs/4ab3d709c6df,44743,1730978459328/4ab3d709c6df%2C44743%2C1730978459328.1730978461577, exclude list is [], retry=0 2024-11-07T11:21:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32893,DS-34955d24-0b86-4f91-96ce-5a678ee93aba,DISK] 2024-11-07T11:21:01,596 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/WALs/4ab3d709c6df,44743,1730978459328/4ab3d709c6df%2C44743%2C1730978459328.1730978461577 2024-11-07T11:21:01,597 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44323:44323)] 2024-11-07T11:21:01,597 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:01,597 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:01,597 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,597 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:21:01,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:01,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:01,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:21:01,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:01,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:01,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:21:01,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:01,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:01,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:21:01,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:01,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:01,604 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,604 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,605 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,605 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,605 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,606 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:01,606 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:01,608 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:01,609 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74160619, jitterRate=0.10507933795452118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:01,609 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978461597Initializing all the Stores at 1730978461598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978461598Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978461599 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978461599Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978461599Cleaning up temporary data from old regions at 1730978461605 (+6 ms)Region opened successfully at 1730978461609 (+4 ms) 2024-11-07T11:21:01,610 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:21:01,611 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fd9703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:21:01,612 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:21:01,612 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:21:01,612 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:21:01,612 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:21:01,613 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:21:01,613 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:21:01,613 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:21:01,614 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:21:01,615 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Unable to get data of znode /0-1775721159/balancer because node does not exist (not necessarily an error) 2024-11-07T11:21:01,634 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1775721159/balancer already deleted, retry=false 2024-11-07T11:21:01,635 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:21:01,635 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Unable to get data of znode /0-1775721159/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:21:01,645 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1775721159/normalizer already deleted, retry=false 2024-11-07T11:21:01,645 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:21:01,646 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Unable to get data of znode /0-1775721159/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:21:01,655 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1775721159/switch/split already deleted, retry=false 2024-11-07T11:21:01,656 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Unable to get data of znode /0-1775721159/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:21:01,666 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1775721159/switch/merge already deleted, retry=false 2024-11-07T11:21:01,667 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Unable to get data of znode /0-1775721159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:21:01,698 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1775721159/snapshot-cleanup already deleted, retry=false 2024-11-07T11:21:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1775721159/running 2024-11-07T11:21:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1775721159/running 2024-11-07T11:21:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:01,761 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,44743,1730978459328, sessionid=0x101150721100000, setting cluster-up flag (Was=false) 2024-11-07T11:21:01,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:01,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:01,876 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1775721159/flush-table-proc/acquired, /0-1775721159/flush-table-proc/reached, /0-1775721159/flush-table-proc/abort 2024-11-07T11:21:01,877 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:01,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:01,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:01,960 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1775721159/online-snapshot/acquired, /0-1775721159/online-snapshot/reached, /0-1775721159/online-snapshot/abort 2024-11-07T11:21:01,961 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:01,964 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:21:01,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:01,968 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:21:01,968 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:21:01,968 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,44743,1730978459328 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:21:01,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:01,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:01,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:01,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:01,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:21:01,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:01,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:21:01,969 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:01,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:01,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:21:01,976 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978491975 2024-11-07T11:21:01,976 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:21:01,976 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:21:01,976 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:01,976 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:21:01,976 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:21:01,976 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:21:01,976 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:21:01,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:21:01,976 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:01,980 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:21:01,980 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:21:01,980 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:21:01,980 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:21:01,980 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:21:01,980 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:21:01,980 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978461980,5,FailOnTimeoutGroup] 2024-11-07T11:21:01,981 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978461980,5,FailOnTimeoutGroup] 2024-11-07T11:21:01,981 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:01,981 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:21:01,981 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:01,981 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:01,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32893 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:21:01,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:21:01,985 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74 2024-11-07T11:21:01,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32893 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:21:02,037 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.HRegionServer(746): ClusterId : 32610e96-20ab-4ac4-a8d4-9a9d677f8406 2024-11-07T11:21:02,037 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:21:02,046 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:21:02,046 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:21:02,056 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:21:02,056 DEBUG [RS:0;4ab3d709c6df:42901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a14f0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:21:02,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:02,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:21:02,063 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128861 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:21:02,075 DEBUG [RS:0;4ab3d709c6df:42901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:42901 2024-11-07T11:21:02,075 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:21:02,075 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:21:02,075 DEBUG [RS:0;4ab3d709c6df:42901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:21:02,076 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,44743,1730978459328 with port=42901, startcode=1730978459861 2024-11-07T11:21:02,076 DEBUG [RS:0;4ab3d709c6df:42901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:21:02,078 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:21:02,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:02,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44743 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:02,080 DEBUG [RS:0;4ab3d709c6df:42901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74 2024-11-07T11:21:02,080 DEBUG [RS:0;4ab3d709c6df:42901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45291 2024-11-07T11:21:02,080 DEBUG [RS:0;4ab3d709c6df:42901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:21:02,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159/rs 2024-11-07T11:21:02,098 DEBUG [RS:0;4ab3d709c6df:42901 {}] zookeeper.ZKUtil(111): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Set watcher on existing znode=/0-1775721159/rs/4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:02,098 WARN [RS:0;4ab3d709c6df:42901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:21:02,098 INFO [RS:0;4ab3d709c6df:42901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:02,098 DEBUG [RS:0;4ab3d709c6df:42901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/WALs/4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:02,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,42901,1730978459861] 2024-11-07T11:21:02,106 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:21:02,108 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:21:02,111 INFO [RS:0;4ab3d709c6df:42901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:21:02,111 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,112 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:21:02,113 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:21:02,113 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:21:02,113 DEBUG [RS:0;4ab3d709c6df:42901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:21:02,115 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,115 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,115 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,115 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,115 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,115 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42901,1730978459861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:21:02,136 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:21:02,136 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,42901,1730978459861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,137 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,137 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.Replication(171): 4ab3d709c6df,42901,1730978459861 started 2024-11-07T11:21:02,155 INFO [RS:0;4ab3d709c6df:42901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,155 INFO [RS:0;4ab3d709c6df:42901 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,42901,1730978459861, RpcServer on 4ab3d709c6df/172.17.0.2:42901, sessionid=0x101150721100001 2024-11-07T11:21:02,155 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:21:02,155 DEBUG [RS:0;4ab3d709c6df:42901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:02,155 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,42901,1730978459861' 2024-11-07T11:21:02,156 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1775721159/flush-table-proc/abort' 2024-11-07T11:21:02,156 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1775721159/flush-table-proc/acquired' 2024-11-07T11:21:02,157 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:21:02,157 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:21:02,157 DEBUG [RS:0;4ab3d709c6df:42901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:02,157 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,42901,1730978459861' 2024-11-07T11:21:02,157 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1775721159/online-snapshot/abort' 2024-11-07T11:21:02,157 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1775721159/online-snapshot/acquired' 2024-11-07T11:21:02,157 DEBUG [RS:0;4ab3d709c6df:42901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:21:02,157 INFO [RS:0;4ab3d709c6df:42901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:21:02,157 INFO [RS:0;4ab3d709c6df:42901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:21:02,258 INFO [RS:0;4ab3d709c6df:42901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:21:02,259 INFO [RS:0;4ab3d709c6df:42901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C42901%2C1730978459861, suffix=, logDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/WALs/4ab3d709c6df,42901,1730978459861, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/oldWALs, maxLogs=10 2024-11-07T11:21:02,277 DEBUG [RS:0;4ab3d709c6df:42901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/WALs/4ab3d709c6df,42901,1730978459861/4ab3d709c6df%2C42901%2C1730978459861.1730978462259, exclude list is [], retry=0 2024-11-07T11:21:02,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32893,DS-34955d24-0b86-4f91-96ce-5a678ee93aba,DISK] 2024-11-07T11:21:02,288 INFO [RS:0;4ab3d709c6df:42901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/WALs/4ab3d709c6df,42901,1730978459861/4ab3d709c6df%2C42901%2C1730978459861.1730978462259 2024-11-07T11:21:02,288 DEBUG [RS:0;4ab3d709c6df:42901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44323:44323)] 2024-11-07T11:21:02,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:02,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:21:02,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:21:02,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:02,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:02,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:21:02,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:21:02,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:02,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:02,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:21:02,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:21:02,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:02,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:02,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:21:02,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:21:02,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:02,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:02,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:21:02,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/data/hbase/meta/1588230740 2024-11-07T11:21:02,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/data/hbase/meta/1588230740 2024-11-07T11:21:02,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:21:02,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:21:02,400 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:02,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:21:02,402 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:02,402 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59375036, jitterRate=-0.11524301767349243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:02,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978462394Initializing all the Stores at 1730978462394Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978462394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978462394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978462394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978462394Cleaning up temporary data from old regions at 1730978462400 (+6 ms)Region opened successfully at 1730978462402 (+2 ms) 2024-11-07T11:21:02,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:21:02,402 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:21:02,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:21:02,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:21:02,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:21:02,403 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:02,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978462402Disabling compacts and flushes for region at 1730978462402Disabling writes for close at 1730978462403 (+1 ms)Writing region close event to WAL at 1730978462403Closed at 1730978462403 2024-11-07T11:21:02,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:02,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:21:02,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:21:02,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:21:02,405 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:21:02,555 DEBUG [4ab3d709c6df:44743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:21:02,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:02,557 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,42901,1730978459861, state=OPENING 2024-11-07T11:21:02,561 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:21:02,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:02,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1775721159 2024-11-07T11:21:02,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1775721159/meta-region-server: CHANGED 2024-11-07T11:21:02,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1775721159/meta-region-server: CHANGED 2024-11-07T11:21:02,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:21:02,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42901,1730978459861}] 2024-11-07T11:21:02,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:21:02,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:21:02,814 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:21:02,814 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:02,814 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:21:02,815 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C42901%2C1730978459861.meta, suffix=.meta, logDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/WALs/4ab3d709c6df,42901,1730978459861, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/oldWALs, maxLogs=10 2024-11-07T11:21:02,832 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/WALs/4ab3d709c6df,42901,1730978459861/4ab3d709c6df%2C42901%2C1730978459861.meta.1730978462815.meta, exclude list is [], retry=0 2024-11-07T11:21:02,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32893,DS-34955d24-0b86-4f91-96ce-5a678ee93aba,DISK] 2024-11-07T11:21:02,849 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/WALs/4ab3d709c6df,42901,1730978459861/4ab3d709c6df%2C42901%2C1730978459861.meta.1730978462815.meta 2024-11-07T11:21:02,849 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44323:44323)] 2024-11-07T11:21:02,849 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:02,850 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:21:02,850 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:21:02,850 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:21:02,850 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:21:02,850 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:21:02,850 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:02,850 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:21:02,850 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:21:02,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:21:02,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:21:02,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:02,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:02,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:21:02,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:21:02,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:02,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:02,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:21:02,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:21:02,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:02,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:02,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:21:02,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:21:02,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:02,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:02,865 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:21:02,866 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/data/hbase/meta/1588230740 2024-11-07T11:21:02,866 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/data/hbase/meta/1588230740 2024-11-07T11:21:02,867 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:21:02,867 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:21:02,867 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:02,868 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:21:02,869 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71044381, jitterRate=0.05864377319812775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:02,869 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:21:02,869 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978462850Writing region info on filesystem at 1730978462850Initializing all the Stores at 1730978462851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978462851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978462860 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978462860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978462860Cleaning up temporary data from old regions at 1730978462867 (+7 ms)Running coprocessor post-open hooks at 1730978462869 (+2 ms)Region opened successfully at 1730978462869 2024-11-07T11:21:02,870 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978462811 2024-11-07T11:21:02,872 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:21:02,872 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:21:02,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:02,887 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,42901,1730978459861, state=OPEN 2024-11-07T11:21:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42901-0x101150721100001, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1775721159/meta-region-server 2024-11-07T11:21:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44743-0x101150721100000, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1775721159/meta-region-server 2024-11-07T11:21:02,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1775721159/meta-region-server: CHANGED 2024-11-07T11:21:02,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1775721159/meta-region-server: CHANGED 2024-11-07T11:21:02,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:02,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:21:02,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,42901,1730978459861 in 249 msec 2024-11-07T11:21:02,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:21:02,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-11-07T11:21:02,911 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:02,911 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:21:02,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:02,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42901,1730978459861, seqNum=-1] 2024-11-07T11:21:02,913 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:02,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:02,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-07T11:21:02,916 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978462916, completionTime=-1 2024-11-07T11:21:02,917 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:21:02,917 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978522918 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978582918 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44743,1730978459328-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44743,1730978459328-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44743,1730978459328-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:44743, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,919 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:21:02,921 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.613sec 2024-11-07T11:21:02,921 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:21:02,921 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:21:02,921 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:21:02,921 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:21:02,921 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:21:02,921 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44743,1730978459328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:21:02,921 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44743,1730978459328-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:21:02,923 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:21:02,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:21:02,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44743,1730978459328-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:02,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a663788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:02,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,44743,-1 for getting cluster id 2024-11-07T11:21:02,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:02,938 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32610e96-20ab-4ac4-a8d4-9a9d677f8406' 2024-11-07T11:21:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32610e96-20ab-4ac4-a8d4-9a9d677f8406" 2024-11-07T11:21:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2511a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,44743,-1] 2024-11-07T11:21:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:02,940 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:02,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28260d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:02,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:02,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,42901,1730978459861, seqNum=-1] 2024-11-07T11:21:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:02,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:02,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59361 2024-11-07T11:21:02,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59361, baseZNode=/0-1775721159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:02,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101150721100002 connected 2024-11-07T11:21:02,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30fa3845 2024-11-07T11:21:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:02,974 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:02,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:21:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:21:02,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:21:02,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:02,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:21:02,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:21:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32893 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:21:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:21:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:21:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:03,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 985afc5e56f848d69d580715fa328913, NAME => 'test,,1730978462974.985afc5e56f848d69d580715fa328913.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74 2024-11-07T11:21:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32893 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:21:03,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978462974.985afc5e56f848d69d580715fa328913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:03,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 985afc5e56f848d69d580715fa328913, disabling compactions & flushes 2024-11-07T11:21:03,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978462974.985afc5e56f848d69d580715fa328913. 2024-11-07T11:21:03,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978462974.985afc5e56f848d69d580715fa328913. 2024-11-07T11:21:03,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978462974.985afc5e56f848d69d580715fa328913. after waiting 0 ms 2024-11-07T11:21:03,386 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978462974.985afc5e56f848d69d580715fa328913. 2024-11-07T11:21:03,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978462974.985afc5e56f848d69d580715fa328913. 2024-11-07T11:21:03,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 985afc5e56f848d69d580715fa328913: Waiting for close lock at 1730978463386Disabling compacts and flushes for region at 1730978463386Disabling writes for close at 1730978463386Writing region close event to WAL at 1730978463386Closed at 1730978463386 2024-11-07T11:21:03,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:21:03,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978462974.985afc5e56f848d69d580715fa328913.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978463387"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978463387"}]},"ts":"1730978463387"} 2024-11-07T11:21:03,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:21:03,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:21:03,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978463389"}]},"ts":"1730978463389"} 2024-11-07T11:21:03,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:21:03,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=985afc5e56f848d69d580715fa328913, ASSIGN}] 2024-11-07T11:21:03,392 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=985afc5e56f848d69d580715fa328913, ASSIGN 2024-11-07T11:21:03,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=985afc5e56f848d69d580715fa328913, ASSIGN; state=OFFLINE, location=4ab3d709c6df,42901,1730978459861; forceNewPlan=false, retain=false 2024-11-07T11:21:03,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=985afc5e56f848d69d580715fa328913, regionState=OPENING, regionLocation=4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=985afc5e56f848d69d580715fa328913, ASSIGN because future has completed 2024-11-07T11:21:03,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 985afc5e56f848d69d580715fa328913, server=4ab3d709c6df,42901,1730978459861}] 2024-11-07T11:21:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:03,699 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978462974.985afc5e56f848d69d580715fa328913. 2024-11-07T11:21:03,699 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 985afc5e56f848d69d580715fa328913, NAME => 'test,,1730978462974.985afc5e56f848d69d580715fa328913.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:03,700 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:21:03,700 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:21:03,700 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,700 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978462974.985afc5e56f848d69d580715fa328913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:03,700 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,700 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,701 INFO [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,702 INFO [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 985afc5e56f848d69d580715fa328913 columnFamilyName f 2024-11-07T11:21:03,702 DEBUG [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:03,703 INFO [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] regionserver.HStore(327): Store=985afc5e56f848d69d580715fa328913/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:03,703 INFO [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,703 INFO [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 985afc5e56f848d69d580715fa328913 columnFamilyName f1 2024-11-07T11:21:03,703 DEBUG [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:03,704 INFO [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] regionserver.HStore(327): Store=985afc5e56f848d69d580715fa328913/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:03,704 INFO [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,704 INFO [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 985afc5e56f848d69d580715fa328913 columnFamilyName norep 2024-11-07T11:21:03,704 DEBUG [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:03,705 INFO [StoreOpener-985afc5e56f848d69d580715fa328913-1 {}] regionserver.HStore(327): Store=985afc5e56f848d69d580715fa328913/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:03,705 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,705 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/data/default/test/985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,706 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/data/default/test/985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,706 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,706 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,707 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:21:03,708 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,709 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/data/default/test/985afc5e56f848d69d580715fa328913/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:03,709 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 985afc5e56f848d69d580715fa328913; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62813699, jitterRate=-0.06400294601917267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:21:03,709 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 985afc5e56f848d69d580715fa328913 2024-11-07T11:21:03,710 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 985afc5e56f848d69d580715fa328913: Running coprocessor pre-open hook at 1730978463700Writing region info on filesystem at 1730978463700Initializing all the Stores at 1730978463700Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978463701 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978463701Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978463701Cleaning up temporary data from old regions at 1730978463706 (+5 ms)Running coprocessor post-open hooks at 1730978463709 (+3 ms)Region opened successfully at 1730978463710 (+1 ms) 2024-11-07T11:21:03,711 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978462974.985afc5e56f848d69d580715fa328913., pid=6, masterSystemTime=1730978463697 2024-11-07T11:21:03,712 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978462974.985afc5e56f848d69d580715fa328913. 2024-11-07T11:21:03,712 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978462974.985afc5e56f848d69d580715fa328913. 2024-11-07T11:21:03,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=985afc5e56f848d69d580715fa328913, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,42901,1730978459861 2024-11-07T11:21:03,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 985afc5e56f848d69d580715fa328913, server=4ab3d709c6df,42901,1730978459861 because future has completed 2024-11-07T11:21:03,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:21:03,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 985afc5e56f848d69d580715fa328913, server=4ab3d709c6df,42901,1730978459861 in 169 msec 2024-11-07T11:21:03,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:21:03,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=985afc5e56f848d69d580715fa328913, ASSIGN in 325 msec 2024-11-07T11:21:03,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:21:03,718 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978463718"}]},"ts":"1730978463718"} 2024-11-07T11:21:03,719 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:21:03,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:21:03,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 745 msec 2024-11-07T11:21:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:04,113 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:21:04,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:04,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,44743,-1 for getting cluster id 2024-11-07T11:21:04,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:04,115 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32610e96-20ab-4ac4-a8d4-9a9d677f8406' 2024-11-07T11:21:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32610e96-20ab-4ac4-a8d4-9a9d677f8406" 2024-11-07T11:21:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4594ccfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,44743,-1] 2024-11-07T11:21:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:04,116 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3f2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:04,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a630e1d 2024-11-07T11:21:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:04,119 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:04,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:44743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:21:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:21:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:21:04,122 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:44743' 2024-11-07T11:21:04,123 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2f8156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:04,123 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,44743,-1 for getting cluster id 2024-11-07T11:21:04,123 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:04,124 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32610e96-20ab-4ac4-a8d4-9a9d677f8406' 2024-11-07T11:21:04,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:04,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32610e96-20ab-4ac4-a8d4-9a9d677f8406" 2024-11-07T11:21:04,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213bc9f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:04,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,44743,-1] 2024-11-07T11:21:04,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:04,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:04,129 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:04,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11728b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:04,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:04,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,44743,1730978459328 2024-11-07T11:21:04,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53061df7 2024-11-07T11:21:04,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:04,132 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:04,132 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:21:04,133 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:21:04,133 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:04,133 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:04,133 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4ab3d709c6df:44743, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T11:21:04,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:04,144 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4ab3d709c6df:44743, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4ab3d709c6df:44743, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4ab3d709c6df:44743, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-07T11:21:04,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4ab3d709c6df:44743, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=26 msec 2024-11-07T11:21:04,147 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-07T11:21:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:21:04,234 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://4ab3d709c6df:44743, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-07T11:21:04,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:04,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:04,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:04,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:04,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:04,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 359) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1397650645_20 at /127.0.0.1:55674 [Receiving block BP-1032653203-172.17.0.2-1730978456985:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_META-regionserver/4ab3d709c6df:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7886-acceptor-0@29c22b91-ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:46123} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59361): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/4ab3d709c6df:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1679378324-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1679378324-7932-acceptor-0@6311c611-ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:33119} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 1 on default port 45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59361) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 43255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1288804563-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/4ab3d709c6df:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 43255 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server handler 4 on default port 45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1288804563-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74/MasterData-prefix:4ab3d709c6df,44743,1730978459328 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1032653203-172.17.0.2-1730978456985 heartbeating to localhost/127.0.0.1:45291 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1032653203-172.17.0.2-1730978456985:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_551755247_20 at /127.0.0.1:52426 [Receiving block BP-1032653203-172.17.0.2-1730978456985:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4ab3d709c6df:42901-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;4ab3d709c6df:42901 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f5f70ad61c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_551755247_20 at /127.0.0.1:52440 [Receiving block BP-1032653203-172.17.0.2-1730978456985:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: M:0;4ab3d709c6df:44743 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1032653203-172.17.0.2-1730978456985:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@20b9729c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74-prefix:4ab3d709c6df,42901,1730978459861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978461980 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1679378324-7934 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_551755247_20 at /127.0.0.1:55630 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@493f33c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45291 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978461980 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PacketResponder: BP-1032653203-172.17.0.2-1730978456985:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(527565272) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4ab3d709c6df:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-37872a5f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 4ab3d709c6df:44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6dc66a27[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@70c1b80b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f5f709fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59361) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/4ab3d709c6df:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 2 on default port 43255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59361) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1679378324-7931 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5f70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@589e39f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1faca6c2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 45291 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1/data/data1/current/BP-1032653203-172.17.0.2-1730978456985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59361 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1288804563-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/cluster_18ee17e7-f3e6-b169-eeb5-71a95f353cc1/data/data2/current/BP-1032653203-172.17.0.2-1730978456985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45291/user/jenkins/test-data/2d37d4a4-f05a-54de-c12c-150357bb2b74-prefix:4ab3d709c6df,42901,1730978459861.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=866 (was 787) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1059 (was 1169) 2024-11-07T11:21:04,271 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-07T11:21:04,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=1058 2024-11-07T11:21:04,292 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-07T11:21:04,311 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-07T11:21:04,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/hadoop.log.dir so I do NOT create it in target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55 2024-11-07T11:21:04,313 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:21:04,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/hadoop.tmp.dir so I do NOT create it in target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55 2024-11-07T11:21:04,313 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9bd8536-3754-a8fc-ae0d-bf2b3e7c6abb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:21:04,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55 2024-11-07T11:21:04,313 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/cluster_3265df85-48fa-520f-2077-449b2b00d768, deleteOnExit=true 2024-11-07T11:21:04,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/cluster_3265df85-48fa-520f-2077-449b2b00d768/zookeeper_0, clientPort=65181, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/cluster_3265df85-48fa-520f-2077-449b2b00d768/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/cluster_3265df85-48fa-520f-2077-449b2b00d768/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:21:04,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65181 2024-11-07T11:21:04,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:21:04,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:21:04,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/test.cache.data in system properties and HBase conf 2024-11-07T11:21:04,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:21:04,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:21:04,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:21:04,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:21:04,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:21:04,369 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:21:04,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:21:04,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:21:04,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:21:04,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:21:04,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:21:04,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:21:04,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:21:04,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:21:04,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:21:04,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:21:04,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:21:05,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5208d3f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/java.io.tmpdir/jetty-localhost-44285-hadoop-hdfs-3_4_1-tests_jar-_-any-15406697133338048032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:21:05,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:44285} 2024-11-07T11:21:05,092 INFO [Time-limited test {}] server.Server(415): Started @329096ms 2024-11-07T11:21:05,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:21:05,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:21:05,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:21:05,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:21:05,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:21:05,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:21:05,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:21:05,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f17d5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/java.io.tmpdir/jetty-localhost-38467-hadoop-hdfs-3_4_1-tests_jar-_-any-11242289331955068556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:21:05,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:38467} 2024-11-07T11:21:05,860 INFO [Time-limited test {}] server.Server(415): Started @329864ms 2024-11-07T11:21:05,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:21:06,942 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/cluster_3265df85-48fa-520f-2077-449b2b00d768/data/data1/current/BP-19700792-172.17.0.2-1730978464393/current, will proceed with Du for space computation calculation, 2024-11-07T11:21:06,942 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/cluster_3265df85-48fa-520f-2077-449b2b00d768/data/data2/current/BP-19700792-172.17.0.2-1730978464393/current, will proceed with Du for space computation calculation, 2024-11-07T11:21:06,968 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:21:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb927e444c9300030 with lease ID 0x88ab1ecbb00b633e: Processing first storage report for DS-d712c61f-1915-4e3e-9f77-ad7c95289bf4 from datanode DatanodeRegistration(127.0.0.1:40561, datanodeUuid=d5ab57f2-872c-4d03-8e1d-40579551f7aa, infoPort=39631, infoSecurePort=0, ipcPort=37045, storageInfo=lv=-57;cid=testClusterID;nsid=1422072781;c=1730978464393) 2024-11-07T11:21:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb927e444c9300030 with lease ID 0x88ab1ecbb00b633e: from storage DS-d712c61f-1915-4e3e-9f77-ad7c95289bf4 node DatanodeRegistration(127.0.0.1:40561, datanodeUuid=d5ab57f2-872c-4d03-8e1d-40579551f7aa, infoPort=39631, infoSecurePort=0, ipcPort=37045, storageInfo=lv=-57;cid=testClusterID;nsid=1422072781;c=1730978464393), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:21:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb927e444c9300030 with lease ID 0x88ab1ecbb00b633e: Processing first storage report for DS-7e111030-e5f4-4462-a5c0-3226135369de from datanode DatanodeRegistration(127.0.0.1:40561, datanodeUuid=d5ab57f2-872c-4d03-8e1d-40579551f7aa, infoPort=39631, infoSecurePort=0, ipcPort=37045, storageInfo=lv=-57;cid=testClusterID;nsid=1422072781;c=1730978464393) 2024-11-07T11:21:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb927e444c9300030 with lease ID 0x88ab1ecbb00b633e: from storage DS-7e111030-e5f4-4462-a5c0-3226135369de node DatanodeRegistration(127.0.0.1:40561, datanodeUuid=d5ab57f2-872c-4d03-8e1d-40579551f7aa, infoPort=39631, infoSecurePort=0, ipcPort=37045, storageInfo=lv=-57;cid=testClusterID;nsid=1422072781;c=1730978464393), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:21:07,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55 2024-11-07T11:21:07,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:07,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:21:07,444 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c with version=8 2024-11-07T11:21:07,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/hbase-staging 2024-11-07T11:21:07,447 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:21:07,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:07,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:07,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:21:07,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:07,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:21:07,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:21:07,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:21:07,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36795 2024-11-07T11:21:07,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36795 connecting to ZooKeeper ensemble=127.0.0.1:65181 2024-11-07T11:21:07,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367950x0, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:07,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36795-0x10115073dfc0000 connected 2024-11-07T11:21:07,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:07,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:07,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on znode that does not yet exist, /0-887972021/running 2024-11-07T11:21:07,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c, hbase.cluster.distributed=false 2024-11-07T11:21:07,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on znode that does not yet exist, /0-887972021/acl 2024-11-07T11:21:07,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36795 2024-11-07T11:21:07,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36795 2024-11-07T11:21:07,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36795 2024-11-07T11:21:07,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36795 2024-11-07T11:21:07,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36795 2024-11-07T11:21:07,677 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:21:07,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:07,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:07,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:21:07,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:07,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:21:07,677 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:21:07,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:21:07,678 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38333 2024-11-07T11:21:07,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38333 connecting to ZooKeeper ensemble=127.0.0.1:65181 2024-11-07T11:21:07,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:07,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:07,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383330x0, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:07,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383330x0, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on znode that does not yet exist, /0-887972021/running 2024-11-07T11:21:07,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38333-0x10115073dfc0001 connected 2024-11-07T11:21:07,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:21:07,700 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:21:07,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on znode that does not yet exist, /0-887972021/master 2024-11-07T11:21:07,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on znode that does not yet exist, /0-887972021/acl 2024-11-07T11:21:07,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38333 2024-11-07T11:21:07,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38333 2024-11-07T11:21:07,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38333 2024-11-07T11:21:07,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38333 2024-11-07T11:21:07,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38333 2024-11-07T11:21:07,744 DEBUG [M:0;4ab3d709c6df:36795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:36795 2024-11-07T11:21:07,748 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-887972021/backup-masters/4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021/backup-masters 2024-11-07T11:21:07,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021/backup-masters 2024-11-07T11:21:07,788 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on existing znode=/0-887972021/backup-masters/4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:07,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-887972021/master 2024-11-07T11:21:07,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:07,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:07,795 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on existing znode=/0-887972021/master 2024-11-07T11:21:07,795 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-887972021/backup-masters/4ab3d709c6df,36795,1730978467447 from backup master directory 2024-11-07T11:21:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887972021/backup-masters/4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021/backup-masters 2024-11-07T11:21:07,805 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:21:07,806 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:07,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021/backup-masters 2024-11-07T11:21:07,814 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/hbase.id] with ID: a4153185-44e3-44db-9a18-9663927a6f35 2024-11-07T11:21:07,814 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/.tmp/hbase.id 2024-11-07T11:21:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:21:07,835 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/.tmp/hbase.id]:[hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/hbase.id] 2024-11-07T11:21:07,846 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:07,846 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:21:07,847 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:21:07,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:07,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:07,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:21:07,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,896 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:21:07,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:21:07,897 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:07,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:21:07,955 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store 2024-11-07T11:21:07,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:21:07,981 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:07,981 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:21:07,981 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:07,981 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:07,981 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:21:07,981 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:07,981 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:07,981 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978467981Disabling compacts and flushes for region at 1730978467981Disabling writes for close at 1730978467981Writing region close event to WAL at 1730978467981Closed at 1730978467981 2024-11-07T11:21:07,982 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/.initializing 2024-11-07T11:21:07,982 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/WALs/4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:07,985 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:21:07,987 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C36795%2C1730978467447, suffix=, logDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/WALs/4ab3d709c6df,36795,1730978467447, archiveDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/oldWALs, maxLogs=10 2024-11-07T11:21:08,005 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/WALs/4ab3d709c6df,36795,1730978467447/4ab3d709c6df%2C36795%2C1730978467447.1730978467987, exclude list is [], retry=0 2024-11-07T11:21:08,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40561,DS-d712c61f-1915-4e3e-9f77-ad7c95289bf4,DISK] 2024-11-07T11:21:08,017 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/WALs/4ab3d709c6df,36795,1730978467447/4ab3d709c6df%2C36795%2C1730978467447.1730978467987 2024-11-07T11:21:08,017 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-07T11:21:08,017 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:08,017 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:08,018 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,018 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:21:08,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:08,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:08,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:21:08,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:08,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:08,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:21:08,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:08,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:08,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:21:08,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:08,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:08,024 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,025 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,025 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,027 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,027 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,027 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:08,029 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:08,046 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:08,047 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62713572, jitterRate=-0.06549495458602905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:08,047 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978468018Initializing all the Stores at 1730978468018Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978468018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978468018Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978468019 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978468019Cleaning up temporary data from old regions at 1730978468027 (+8 ms)Region opened successfully at 1730978468047 (+20 ms) 2024-11-07T11:21:08,047 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:21:08,051 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c552c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:21:08,052 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:21:08,052 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:21:08,052 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:21:08,052 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:21:08,053 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:21:08,053 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:21:08,053 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:21:08,066 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:21:08,067 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Unable to get data of znode /0-887972021/balancer because node does not exist (not necessarily an error) 2024-11-07T11:21:08,078 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887972021/balancer already deleted, retry=false 2024-11-07T11:21:08,079 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:21:08,079 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Unable to get data of znode /0-887972021/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:21:08,089 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887972021/normalizer already deleted, retry=false 2024-11-07T11:21:08,089 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:21:08,105 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Unable to get data of znode /0-887972021/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:21:08,183 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887972021/switch/split already deleted, retry=false 2024-11-07T11:21:08,185 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Unable to get data of znode /0-887972021/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:21:08,194 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887972021/switch/merge already deleted, retry=false 2024-11-07T11:21:08,197 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Unable to get data of znode /0-887972021/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:21:08,204 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887972021/snapshot-cleanup already deleted, retry=false 2024-11-07T11:21:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-887972021/running 2024-11-07T11:21:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-887972021/running 2024-11-07T11:21:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:08,216 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,36795,1730978467447, sessionid=0x10115073dfc0000, setting cluster-up flag (Was=false) 2024-11-07T11:21:08,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:08,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:08,268 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-887972021/flush-table-proc/acquired, /0-887972021/flush-table-proc/reached, /0-887972021/flush-table-proc/abort 2024-11-07T11:21:08,269 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:08,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:08,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:08,320 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-887972021/online-snapshot/acquired, /0-887972021/online-snapshot/reached, /0-887972021/online-snapshot/abort 2024-11-07T11:21:08,321 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:08,323 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:21:08,328 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:08,329 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:21:08,329 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:21:08,329 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,36795,1730978467447 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:21:08,331 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:08,331 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:08,331 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:08,331 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:08,331 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:21:08,331 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,331 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:21:08,331 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:08,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:21:08,334 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(746): ClusterId : a4153185-44e3-44db-9a18-9663927a6f35 2024-11-07T11:21:08,334 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:21:08,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:08,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:21:08,342 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:21:08,342 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:21:08,344 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978498344 2024-11-07T11:21:08,344 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:21:08,345 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:21:08,345 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:21:08,345 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:21:08,345 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:21:08,345 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:21:08,353 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:21:08,353 DEBUG [RS:0;4ab3d709c6df:38333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c11ab72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:21:08,364 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,381 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:21:08,381 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:21:08,381 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:21:08,381 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:21:08,384 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:21:08,384 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:21:08,385 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:38333 2024-11-07T11:21:08,385 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:21:08,385 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:21:08,385 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:21:08,386 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,36795,1730978467447 with port=38333, startcode=1730978467677 2024-11-07T11:21:08,386 DEBUG [RS:0;4ab3d709c6df:38333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:21:08,388 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978468384,5,FailOnTimeoutGroup] 2024-11-07T11:21:08,392 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978468388,5,FailOnTimeoutGroup] 2024-11-07T11:21:08,392 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,392 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:21:08,392 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,392 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,393 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:21:08,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:08,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36795 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:08,395 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c 2024-11-07T11:21:08,395 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34325 2024-11-07T11:21:08,395 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:21:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:21:08,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:21:08,405 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c 2024-11-07T11:21:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021/rs 2024-11-07T11:21:08,405 DEBUG [RS:0;4ab3d709c6df:38333 {}] zookeeper.ZKUtil(111): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on existing znode=/0-887972021/rs/4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:08,405 WARN [RS:0;4ab3d709c6df:38333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:21:08,405 INFO [RS:0;4ab3d709c6df:38333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:08,405 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:08,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,38333,1730978467677] 2024-11-07T11:21:08,428 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:21:08,432 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:21:08,439 INFO [RS:0;4ab3d709c6df:38333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:21:08,439 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:21:08,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:08,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:21:08,464 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:21:08,465 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:21:08,465 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,465 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,465 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,465 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,465 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,465 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,465 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:21:08,465 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,466 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,466 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,466 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,466 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,466 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:08,466 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:21:08,466 DEBUG [RS:0;4ab3d709c6df:38333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:21:08,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:21:08,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:21:08,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:08,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:08,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:21:08,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:21:08,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:08,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:08,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:21:08,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:21:08,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:08,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:08,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:21:08,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:21:08,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:08,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:08,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:21:08,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740 2024-11-07T11:21:08,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740 2024-11-07T11:21:08,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:21:08,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:21:08,507 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:08,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:21:08,512 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,512 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,512 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,512 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,512 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,512 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38333,1730978467677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:21:08,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:08,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:08,529 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66007803, jitterRate=-0.016407087445259094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:08,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978468453Initializing all the Stores at 1730978468458 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978468458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978468487 (+29 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978468487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978468487Cleaning up temporary data from old regions at 1730978468507 (+20 ms)Region opened successfully at 1730978468529 (+22 ms) 2024-11-07T11:21:08,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:21:08,529 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:21:08,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:21:08,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:21:08,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:21:08,561 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:21:08,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T11:21:08,564 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:08,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978468529Disabling compacts and flushes for region at 1730978468529Disabling writes for close at 1730978468529Writing region close event to WAL at 1730978468564 (+35 ms)Closed at 1730978468564 2024-11-07T11:21:08,566 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:08,566 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:21:08,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:21:08,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:21:08,568 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:21:08,574 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:21:08,575 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38333,1730978467677-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,575 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,575 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.Replication(171): 4ab3d709c6df,38333,1730978467677 started 2024-11-07T11:21:08,594 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:08,594 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,38333,1730978467677, RpcServer on 4ab3d709c6df/172.17.0.2:38333, sessionid=0x10115073dfc0001 2024-11-07T11:21:08,594 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:21:08,595 DEBUG [RS:0;4ab3d709c6df:38333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:08,595 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38333,1730978467677' 2024-11-07T11:21:08,595 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-887972021/flush-table-proc/abort' 2024-11-07T11:21:08,595 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-887972021/flush-table-proc/acquired' 2024-11-07T11:21:08,596 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:21:08,596 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:21:08,596 DEBUG [RS:0;4ab3d709c6df:38333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:08,596 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38333,1730978467677' 2024-11-07T11:21:08,596 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-887972021/online-snapshot/abort' 2024-11-07T11:21:08,597 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-887972021/online-snapshot/acquired' 2024-11-07T11:21:08,597 DEBUG [RS:0;4ab3d709c6df:38333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:21:08,597 INFO [RS:0;4ab3d709c6df:38333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:21:08,597 INFO [RS:0;4ab3d709c6df:38333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:21:08,698 INFO [RS:0;4ab3d709c6df:38333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:21:08,700 INFO [RS:0;4ab3d709c6df:38333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38333%2C1730978467677, suffix=, logDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677, archiveDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/oldWALs, maxLogs=10 2024-11-07T11:21:08,718 WARN [4ab3d709c6df:36795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:21:08,726 DEBUG [RS:0;4ab3d709c6df:38333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700, exclude list is [], retry=0 2024-11-07T11:21:08,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40561,DS-d712c61f-1915-4e3e-9f77-ad7c95289bf4,DISK] 2024-11-07T11:21:08,739 INFO [RS:0;4ab3d709c6df:38333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 2024-11-07T11:21:08,740 DEBUG [RS:0;4ab3d709c6df:38333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-07T11:21:08,968 DEBUG [4ab3d709c6df:36795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:21:08,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:08,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38333,1730978467677, state=OPENING 2024-11-07T11:21:09,015 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:21:09,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:09,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:09,026 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:21:09,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38333,1730978467677}] 2024-11-07T11:21:09,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-887972021/meta-region-server: CHANGED 2024-11-07T11:21:09,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-887972021/meta-region-server: CHANGED 2024-11-07T11:21:09,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:21:09,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:21:09,204 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:21:09,204 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:09,205 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:21:09,206 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38333%2C1730978467677.meta, suffix=.meta, logDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677, archiveDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/oldWALs, maxLogs=10 2024-11-07T11:21:09,229 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.meta.1730978469207.meta, exclude list is [], retry=0 2024-11-07T11:21:09,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40561,DS-d712c61f-1915-4e3e-9f77-ad7c95289bf4,DISK] 2024-11-07T11:21:09,241 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.meta.1730978469207.meta 2024-11-07T11:21:09,244 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-07T11:21:09,244 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:09,245 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:21:09,245 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:21:09,245 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:21:09,245 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:21:09,245 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:21:09,245 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:09,245 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:21:09,245 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:21:09,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:21:09,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:21:09,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:09,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:09,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:21:09,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:21:09,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:09,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:09,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:21:09,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:21:09,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:09,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:09,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:21:09,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:21:09,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:09,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:09,262 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:21:09,263 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740 2024-11-07T11:21:09,266 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740 2024-11-07T11:21:09,268 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:21:09,268 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:21:09,269 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:09,270 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:21:09,271 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62971236, jitterRate=-0.06165546178817749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:09,271 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:21:09,271 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978469246Writing region info on filesystem at 1730978469246Initializing all the Stores at 1730978469246Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978469246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978469256 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978469256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978469256Cleaning up temporary data from old regions at 1730978469268 (+12 ms)Running coprocessor post-open hooks at 1730978469271 (+3 ms)Region opened successfully at 1730978469271 2024-11-07T11:21:09,272 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978469179 2024-11-07T11:21:09,274 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:21:09,274 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:21:09,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:09,276 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38333,1730978467677, state=OPEN 2024-11-07T11:21:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-887972021/meta-region-server 2024-11-07T11:21:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-887972021/meta-region-server 2024-11-07T11:21:09,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-887972021/meta-region-server: CHANGED 2024-11-07T11:21:09,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-887972021/meta-region-server: CHANGED 2024-11-07T11:21:09,322 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:09,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:21:09,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38333,1730978467677 in 296 msec 2024-11-07T11:21:09,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:21:09,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-11-07T11:21:09,327 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:09,327 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:21:09,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:09,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38333,1730978467677, seqNum=-1] 2024-11-07T11:21:09,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:09,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:09,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0150 sec 2024-11-07T11:21:09,340 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978469340, completionTime=-1 2024-11-07T11:21:09,340 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:21:09,340 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:21:09,342 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:21:09,342 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978529342 2024-11-07T11:21:09,342 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978589342 2024-11-07T11:21:09,342 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:21:09,343 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36795,1730978467447-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:09,343 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36795,1730978467447-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:09,343 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36795,1730978467447-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:09,343 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:36795, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:09,343 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:09,344 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:09,345 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:21:09,347 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.541sec 2024-11-07T11:21:09,347 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:21:09,347 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:21:09,347 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:21:09,347 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:21:09,347 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:21:09,347 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36795,1730978467447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:21:09,348 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36795,1730978467447-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:21:09,351 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:21:09,351 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:21:09,351 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,36795,1730978467447-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:09,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d4be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:09,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,36795,-1 for getting cluster id 2024-11-07T11:21:09,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:09,435 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4153185-44e3-44db-9a18-9663927a6f35' 2024-11-07T11:21:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4153185-44e3-44db-9a18-9663927a6f35" 2024-11-07T11:21:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0a58fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,36795,-1] 2024-11-07T11:21:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:09,437 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:09,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:09,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38333,1730978467677, seqNum=-1] 2024-11-07T11:21:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:09,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:09,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:09,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65181 2024-11-07T11:21:09,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:09,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10115073dfc0002 connected 2024-11-07T11:21:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.log.dir so I do NOT create it in target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a 2024-11-07T11:21:09,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:21:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.tmp.dir so I do NOT create it in target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a 2024-11-07T11:21:09,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:21:09,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a 2024-11-07T11:21:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:21:09,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/cluster_5bca43be-726a-5abe-996c-32db8f2e98c9, deleteOnExit=true 2024-11-07T11:21:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:21:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/test.cache.data in system properties and HBase conf 2024-11-07T11:21:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:21:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:21:09,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:21:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:21:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:21:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:21:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:21:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:21:09,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:21:09,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:21:09,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:21:09,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:21:09,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:21:09,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:21:09,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:21:09,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:21:09,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1125a761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/java.io.tmpdir/jetty-localhost-43407-hadoop-hdfs-3_4_1-tests_jar-_-any-7901471391642657389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:21:09,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:43407} 2024-11-07T11:21:09,981 INFO [Time-limited test {}] server.Server(415): Started @333985ms 2024-11-07T11:21:10,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:21:10,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:21:10,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:21:10,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:21:10,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:21:10,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:21:10,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:21:10,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d5fa3db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/java.io.tmpdir/jetty-localhost-38687-hadoop-hdfs-3_4_1-tests_jar-_-any-18404945466433140025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:21:10,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:38687} 2024-11-07T11:21:10,552 INFO [Time-limited test {}] server.Server(415): Started @334556ms 2024-11-07T11:21:10,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:21:11,285 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/cluster_5bca43be-726a-5abe-996c-32db8f2e98c9/data/data1/current/BP-895309263-172.17.0.2-1730978469504/current, will proceed with Du for space computation calculation, 2024-11-07T11:21:11,285 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/cluster_5bca43be-726a-5abe-996c-32db8f2e98c9/data/data2/current/BP-895309263-172.17.0.2-1730978469504/current, will proceed with Du for space computation calculation, 2024-11-07T11:21:11,335 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:21:11,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x406cf8f39b712be3 with lease ID 0xc2787ca4b643dc00: Processing first storage report for DS-b018f381-9bd7-4b13-b3f1-26a453a2aa2d from datanode DatanodeRegistration(127.0.0.1:44227, datanodeUuid=80c46e94-a5d2-4a68-bbcb-1350d00facd4, infoPort=35325, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=1884169710;c=1730978469504) 2024-11-07T11:21:11,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x406cf8f39b712be3 with lease ID 0xc2787ca4b643dc00: from storage DS-b018f381-9bd7-4b13-b3f1-26a453a2aa2d node DatanodeRegistration(127.0.0.1:44227, datanodeUuid=80c46e94-a5d2-4a68-bbcb-1350d00facd4, infoPort=35325, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=1884169710;c=1730978469504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:21:11,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x406cf8f39b712be3 with lease ID 0xc2787ca4b643dc00: Processing first storage report for DS-e2843489-10d8-4cfc-b8a8-34203ab647ea from datanode DatanodeRegistration(127.0.0.1:44227, datanodeUuid=80c46e94-a5d2-4a68-bbcb-1350d00facd4, infoPort=35325, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=1884169710;c=1730978469504) 2024-11-07T11:21:11,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x406cf8f39b712be3 with lease ID 0xc2787ca4b643dc00: from storage DS-e2843489-10d8-4cfc-b8a8-34203ab647ea node DatanodeRegistration(127.0.0.1:44227, datanodeUuid=80c46e94-a5d2-4a68-bbcb-1350d00facd4, infoPort=35325, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=1884169710;c=1730978469504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:21:11,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a 2024-11-07T11:21:11,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:11,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:21:11,827 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e with version=8 2024-11-07T11:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/hbase-staging 2024-11-07T11:21:11,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:21:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:11,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:21:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:11,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:21:11,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:21:11,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:21:11,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39285 2024-11-07T11:21:11,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39285 connecting to ZooKeeper ensemble=127.0.0.1:65181 2024-11-07T11:21:11,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392850x0, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:11,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39285-0x10115073dfc0003 connected 2024-11-07T11:21:11,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:11,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:11,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on znode that does not yet exist, /1-729038360/running 2024-11-07T11:21:11,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e, hbase.cluster.distributed=false 2024-11-07T11:21:11,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on znode that does not yet exist, /1-729038360/acl 2024-11-07T11:21:11,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-07T11:21:11,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39285 2024-11-07T11:21:11,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39285 2024-11-07T11:21:11,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-07T11:21:11,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-07T11:21:11,996 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:21:11,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:11,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:11,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:21:11,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:11,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:21:11,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:21:11,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:21:12,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44505 2024-11-07T11:21:12,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44505 connecting to ZooKeeper ensemble=127.0.0.1:65181 2024-11-07T11:21:12,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:12,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:12,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445050x0, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:12,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445050x0, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on znode that does not yet exist, /1-729038360/running 2024-11-07T11:21:12,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:21:12,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44505-0x10115073dfc0004 connected 2024-11-07T11:21:12,056 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:21:12,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on znode that does not yet exist, /1-729038360/master 2024-11-07T11:21:12,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on znode that does not yet exist, /1-729038360/acl 2024-11-07T11:21:12,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44505 2024-11-07T11:21:12,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44505 2024-11-07T11:21:12,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44505 2024-11-07T11:21:12,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44505 2024-11-07T11:21:12,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44505 2024-11-07T11:21:12,112 DEBUG [M:0;4ab3d709c6df:39285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:39285 2024-11-07T11:21:12,112 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-729038360/backup-masters/4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:12,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360/backup-masters 2024-11-07T11:21:12,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360/backup-masters 2024-11-07T11:21:12,120 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on existing znode=/1-729038360/backup-masters/4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:12,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-729038360/master 2024-11-07T11:21:12,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:12,131 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on existing znode=/1-729038360/master 2024-11-07T11:21:12,131 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-729038360/backup-masters/4ab3d709c6df,39285,1730978471829 from backup master directory 2024-11-07T11:21:12,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360/backup-masters 2024-11-07T11:21:12,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-729038360/backup-masters/4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:12,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360/backup-masters 2024-11-07T11:21:12,141 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:21:12,141 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:12,144 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/hbase.id] with ID: a4d58821-c039-4c12-bcb8-60c0fc9c4cc6 2024-11-07T11:21:12,144 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/.tmp/hbase.id 2024-11-07T11:21:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:21:12,550 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/.tmp/hbase.id]:[hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/hbase.id] 2024-11-07T11:21:12,558 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:12,558 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:21:12,559 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T11:21:12,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:12,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:12,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:21:12,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T11:21:12,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T11:21:12,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:21:12,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T11:21:13,219 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:21:13,220 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:21:13,221 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:21:13,239 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store 2024-11-07T11:21:13,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:21:13,652 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:13,652 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:21:13,652 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:13,652 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:13,652 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:21:13,653 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:13,653 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:13,653 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978473652Disabling compacts and flushes for region at 1730978473652Disabling writes for close at 1730978473653 (+1 ms)Writing region close event to WAL at 1730978473653Closed at 1730978473653 2024-11-07T11:21:13,653 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/.initializing 2024-11-07T11:21:13,653 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/WALs/4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:13,654 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:21:13,656 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C39285%2C1730978471829, suffix=, logDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/WALs/4ab3d709c6df,39285,1730978471829, archiveDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/oldWALs, maxLogs=10 2024-11-07T11:21:13,679 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/WALs/4ab3d709c6df,39285,1730978471829/4ab3d709c6df%2C39285%2C1730978471829.1730978473656, exclude list is [], retry=0 2024-11-07T11:21:13,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-b018f381-9bd7-4b13-b3f1-26a453a2aa2d,DISK] 2024-11-07T11:21:13,689 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/WALs/4ab3d709c6df,39285,1730978471829/4ab3d709c6df%2C39285%2C1730978471829.1730978473656 2024-11-07T11:21:13,690 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35325:35325)] 2024-11-07T11:21:13,690 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:13,690 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:13,690 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,690 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:21:13,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:13,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:13,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:21:13,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:13,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:13,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:21:13,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:13,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:13,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:21:13,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:13,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:13,711 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,712 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,712 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,713 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,713 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,714 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:13,715 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:13,721 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:13,721 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59044893, jitterRate=-0.12016253173351288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:13,721 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978473690Initializing all the Stores at 1730978473691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978473691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978473695 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978473695Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978473695Cleaning up temporary data from old regions at 1730978473713 (+18 ms)Region opened successfully at 1730978473721 (+8 ms) 2024-11-07T11:21:13,724 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:21:13,731 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e41017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:21:13,731 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:21:13,732 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:21:13,732 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:21:13,732 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:21:13,732 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:21:13,733 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:21:13,733 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:21:13,738 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:21:13,738 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Unable to get data of znode /1-729038360/balancer because node does not exist (not necessarily an error) 2024-11-07T11:21:13,804 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-729038360/balancer already deleted, retry=false 2024-11-07T11:21:13,804 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:21:13,805 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Unable to get data of znode /1-729038360/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:21:13,815 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-729038360/normalizer already deleted, retry=false 2024-11-07T11:21:13,815 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:21:13,816 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Unable to get data of znode /1-729038360/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:21:13,825 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-729038360/switch/split already deleted, retry=false 2024-11-07T11:21:13,826 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Unable to get data of znode /1-729038360/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:21:13,836 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-729038360/switch/merge already deleted, retry=false 2024-11-07T11:21:13,837 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Unable to get data of znode /1-729038360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:21:13,846 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-729038360/snapshot-cleanup already deleted, retry=false 2024-11-07T11:21:13,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-729038360/running 2024-11-07T11:21:13,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:13,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-729038360/running 2024-11-07T11:21:13,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:13,860 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,39285,1730978471829, sessionid=0x10115073dfc0003, setting cluster-up flag (Was=false) 2024-11-07T11:21:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:13,909 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-729038360/flush-table-proc/acquired, /1-729038360/flush-table-proc/reached, /1-729038360/flush-table-proc/abort 2024-11-07T11:21:13,910 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:13,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:13,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:13,962 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-729038360/online-snapshot/acquired, /1-729038360/online-snapshot/reached, /1-729038360/online-snapshot/abort 2024-11-07T11:21:13,963 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:13,964 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:21:13,965 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:13,965 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:21:13,966 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:21:13,966 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,39285,1730978471829 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:21:13,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:13,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:13,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:13,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:13,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:21:13,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:13,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:21:13,967 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:13,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:13,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:21:13,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:13,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:21:14,004 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978504004 2024-11-07T11:21:14,004 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:21:14,004 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:21:14,004 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:21:14,004 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:21:14,004 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:21:14,005 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:21:14,009 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(746): ClusterId : a4d58821-c039-4c12-bcb8-60c0fc9c4cc6 2024-11-07T11:21:14,009 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:21:14,012 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,015 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:21:14,015 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:21:14,026 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:21:14,026 DEBUG [RS:0;4ab3d709c6df:44505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25984373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:21:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:21:14,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:21:14,044 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e 2024-11-07T11:21:14,051 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:21:14,051 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:21:14,051 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:21:14,051 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:21:14,056 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:21:14,056 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:21:14,060 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978474056,5,FailOnTimeoutGroup] 2024-11-07T11:21:14,068 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:44505 2024-11-07T11:21:14,069 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:21:14,069 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:21:14,069 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:21:14,069 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,39285,1730978471829 with port=44505, startcode=1730978471996 2024-11-07T11:21:14,070 DEBUG [RS:0;4ab3d709c6df:44505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:21:14,070 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978474060,5,FailOnTimeoutGroup] 2024-11-07T11:21:14,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:21:14,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,070 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,073 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:21:14,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:14,073 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39285 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:14,074 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e 2024-11-07T11:21:14,075 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37569 2024-11-07T11:21:14,075 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:21:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:21:14,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:14,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:21:14,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:21:14,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:14,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:14,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:21:14,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:21:14,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:14,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:14,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:21:14,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:21:14,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:14,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:14,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:21:14,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:21:14,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:14,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:14,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:21:14,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740 2024-11-07T11:21:14,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740 2024-11-07T11:21:14,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:21:14,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:21:14,109 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:14,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:21:14,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360/rs 2024-11-07T11:21:14,116 DEBUG [RS:0;4ab3d709c6df:44505 {}] zookeeper.ZKUtil(111): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on existing znode=/1-729038360/rs/4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:14,116 WARN [RS:0;4ab3d709c6df:44505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:21:14,116 INFO [RS:0;4ab3d709c6df:44505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:14,117 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/WALs/4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:14,133 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:14,133 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69273633, jitterRate=0.0322575718164444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:14,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978474096Initializing all the Stores at 1730978474097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978474097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978474098 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978474098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978474098Cleaning up temporary data from old regions at 1730978474109 (+11 ms)Region opened successfully at 1730978474133 (+24 ms) 2024-11-07T11:21:14,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:21:14,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:21:14,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:21:14,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:21:14,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:21:14,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,44505,1730978471996] 2024-11-07T11:21:14,145 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:14,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978474133Disabling compacts and flushes for region at 1730978474133Disabling writes for close at 1730978474133Writing region close event to WAL at 1730978474145 (+12 ms)Closed at 1730978474145 2024-11-07T11:21:14,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:14,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:21:14,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:21:14,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:21:14,148 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:21:14,150 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:21:14,152 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:21:14,152 INFO [RS:0;4ab3d709c6df:44505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:21:14,152 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,155 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:21:14,157 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:21:14,157 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:21:14,157 DEBUG [RS:0;4ab3d709c6df:44505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:21:14,160 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,160 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,160 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,160 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,160 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,160 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44505,1730978471996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:21:14,187 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:21:14,187 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,44505,1730978471996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,187 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,187 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.Replication(171): 4ab3d709c6df,44505,1730978471996 started 2024-11-07T11:21:14,206 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,206 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,44505,1730978471996, RpcServer on 4ab3d709c6df/172.17.0.2:44505, sessionid=0x10115073dfc0004 2024-11-07T11:21:14,206 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:21:14,206 DEBUG [RS:0;4ab3d709c6df:44505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:14,206 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,44505,1730978471996' 2024-11-07T11:21:14,206 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-729038360/flush-table-proc/abort' 2024-11-07T11:21:14,206 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-729038360/flush-table-proc/acquired' 2024-11-07T11:21:14,207 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:21:14,207 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:21:14,207 DEBUG [RS:0;4ab3d709c6df:44505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:14,207 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,44505,1730978471996' 2024-11-07T11:21:14,207 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-729038360/online-snapshot/abort' 2024-11-07T11:21:14,208 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-729038360/online-snapshot/acquired' 2024-11-07T11:21:14,208 DEBUG [RS:0;4ab3d709c6df:44505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:21:14,208 INFO [RS:0;4ab3d709c6df:44505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:21:14,208 INFO [RS:0;4ab3d709c6df:44505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:21:14,298 WARN [4ab3d709c6df:39285 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:21:14,308 INFO [RS:0;4ab3d709c6df:44505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:21:14,310 INFO [RS:0;4ab3d709c6df:44505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C44505%2C1730978471996, suffix=, logDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/WALs/4ab3d709c6df,44505,1730978471996, archiveDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/oldWALs, maxLogs=10 2024-11-07T11:21:14,331 DEBUG [RS:0;4ab3d709c6df:44505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/WALs/4ab3d709c6df,44505,1730978471996/4ab3d709c6df%2C44505%2C1730978471996.1730978474310, exclude list is [], retry=0 2024-11-07T11:21:14,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-b018f381-9bd7-4b13-b3f1-26a453a2aa2d,DISK] 2024-11-07T11:21:14,341 INFO [RS:0;4ab3d709c6df:44505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/WALs/4ab3d709c6df,44505,1730978471996/4ab3d709c6df%2C44505%2C1730978471996.1730978474310 2024-11-07T11:21:14,349 DEBUG [RS:0;4ab3d709c6df:44505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35325:35325)] 2024-11-07T11:21:14,549 DEBUG [4ab3d709c6df:39285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:21:14,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:14,552 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,44505,1730978471996, state=OPENING 2024-11-07T11:21:14,604 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:21:14,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:14,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:14,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-729038360/meta-region-server: CHANGED 2024-11-07T11:21:14,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-729038360/meta-region-server: CHANGED 2024-11-07T11:21:14,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:21:14,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,44505,1730978471996}] 2024-11-07T11:21:14,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:21:14,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,771 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:21:14,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:21:14,793 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:21:14,793 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:14,793 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:21:14,801 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C44505%2C1730978471996.meta, suffix=.meta, logDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/WALs/4ab3d709c6df,44505,1730978471996, archiveDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/oldWALs, maxLogs=10 2024-11-07T11:21:14,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,829 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/WALs/4ab3d709c6df,44505,1730978471996/4ab3d709c6df%2C44505%2C1730978471996.meta.1730978474802.meta, exclude list is [], retry=0 2024-11-07T11:21:14,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-b018f381-9bd7-4b13-b3f1-26a453a2aa2d,DISK] 2024-11-07T11:21:14,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:14,868 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/WALs/4ab3d709c6df,44505,1730978471996/4ab3d709c6df%2C44505%2C1730978471996.meta.1730978474802.meta 2024-11-07T11:21:14,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35325:35325)] 2024-11-07T11:21:14,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:14,873 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:21:14,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:21:14,873 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:21:14,873 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:21:14,874 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:21:14,874 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:14,874 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:21:14,874 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:21:14,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:21:14,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:21:14,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:14,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:14,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:21:14,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:21:14,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:14,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:14,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:21:14,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:21:14,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:14,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:14,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:21:14,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:21:14,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:14,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:14,883 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:21:14,883 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740 2024-11-07T11:21:14,884 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740 2024-11-07T11:21:14,885 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:21:14,885 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:21:14,886 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:14,886 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:21:14,887 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68721172, jitterRate=0.024025261402130127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:14,887 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:21:14,887 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978474874Writing region info on filesystem at 1730978474874Initializing all the Stores at 1730978474876 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978474876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978474878 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978474878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978474878Cleaning up temporary data from old regions at 1730978474885 (+7 ms)Running coprocessor post-open hooks at 1730978474887 (+2 ms)Region opened successfully at 1730978474887 2024-11-07T11:21:14,888 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978474771 2024-11-07T11:21:14,890 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:21:14,890 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:21:14,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:14,891 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,44505,1730978471996, state=OPEN 2024-11-07T11:21:14,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-729038360/meta-region-server 2024-11-07T11:21:14,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-729038360/meta-region-server 2024-11-07T11:21:14,899 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:14,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-729038360/meta-region-server: CHANGED 2024-11-07T11:21:14,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-729038360/meta-region-server: CHANGED 2024-11-07T11:21:14,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:21:14,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,44505,1730978471996 in 282 msec 2024-11-07T11:21:14,906 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:14,906 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:21:14,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:21:14,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-11-07T11:21:14,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:14,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,44505,1730978471996, seqNum=-1] 2024-11-07T11:21:14,908 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:14,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:14,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-07T11:21:14,915 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978474915, completionTime=-1 2024-11-07T11:21:14,915 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:21:14,915 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:21:14,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:21:14,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978534918 2024-11-07T11:21:14,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978594918 2024-11-07T11:21:14,918 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T11:21:14,919 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39285,1730978471829-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,919 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39285,1730978471829-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,919 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39285,1730978471829-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,919 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:39285, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,919 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,919 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:14,921 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:21:14,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.782sec 2024-11-07T11:21:14,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:21:14,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:21:14,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:21:14,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:21:14,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:21:14,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39285,1730978471829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:21:14,923 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39285,1730978471829-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:21:14,926 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:21:14,926 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:21:14,926 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,39285,1730978471829-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:15,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:15,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39285,-1 for getting cluster id 2024-11-07T11:21:15,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:15,013 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4d58821-c039-4c12-bcb8-60c0fc9c4cc6' 2024-11-07T11:21:15,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:15,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4d58821-c039-4c12-bcb8-60c0fc9c4cc6" 2024-11-07T11:21:15,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1f819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:15,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39285,-1] 2024-11-07T11:21:15,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:15,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:15,015 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:15,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:15,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,44505,1730978471996, seqNum=-1] 2024-11-07T11:21:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:15,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:15,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65181 2024-11-07T11:21:15,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:15,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10115073dfc0005 connected 2024-11-07T11:21:15,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.log.dir so I do NOT create it in target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3 2024-11-07T11:21:15,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T11:21:15,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.tmp.dir so I do NOT create it in target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3 2024-11-07T11:21:15,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T11:21:15,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3 2024-11-07T11:21:15,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:21:15,072 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/cluster_d436e550-7cdc-d718-83c3-f91576d4e3cd, deleteOnExit=true 2024-11-07T11:21:15,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:21:15,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/test.cache.data in system properties and HBase conf 2024-11-07T11:21:15,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:21:15,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:21:15,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:21:15,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:21:15,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:21:15,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:21:15,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:21:15,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:21:15,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:21:15,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:21:15,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:21:15,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:21:15,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:21:15,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:21:15,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:21:15,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:21:15,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a65f36e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/java.io.tmpdir/jetty-localhost-42925-hadoop-hdfs-3_4_1-tests_jar-_-any-4713342100006334581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:21:15,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:42925} 2024-11-07T11:21:15,681 INFO [Time-limited test {}] server.Server(415): Started @339685ms 2024-11-07T11:21:16,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:21:16,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:21:16,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:21:16,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:21:16,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:21:16,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:21:16,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:21:16,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8b387b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/java.io.tmpdir/jetty-localhost-41561-hadoop-hdfs-3_4_1-tests_jar-_-any-16930295772623118447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:21:16,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:41561} 2024-11-07T11:21:16,322 INFO [Time-limited test {}] server.Server(415): Started @340326ms 2024-11-07T11:21:16,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:21:17,389 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/cluster_d436e550-7cdc-d718-83c3-f91576d4e3cd/data/data2/current/BP-1188924000-172.17.0.2-1730978475103/current, will proceed with Du for space computation calculation, 2024-11-07T11:21:17,389 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/cluster_d436e550-7cdc-d718-83c3-f91576d4e3cd/data/data1/current/BP-1188924000-172.17.0.2-1730978475103/current, will proceed with Du for space computation calculation, 2024-11-07T11:21:17,433 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:21:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3f70f89ba5940cd with lease ID 0x5dccd07ea915905e: Processing first storage report for DS-42c6dc71-c536-40f1-897a-0c9074b9223b from datanode DatanodeRegistration(127.0.0.1:35949, datanodeUuid=9625c75e-84a1-4285-b4bd-b6e1602d7277, infoPort=34011, infoSecurePort=0, ipcPort=44759, storageInfo=lv=-57;cid=testClusterID;nsid=548326997;c=1730978475103) 2024-11-07T11:21:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3f70f89ba5940cd with lease ID 0x5dccd07ea915905e: from storage DS-42c6dc71-c536-40f1-897a-0c9074b9223b node DatanodeRegistration(127.0.0.1:35949, datanodeUuid=9625c75e-84a1-4285-b4bd-b6e1602d7277, infoPort=34011, infoSecurePort=0, ipcPort=44759, storageInfo=lv=-57;cid=testClusterID;nsid=548326997;c=1730978475103), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T11:21:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3f70f89ba5940cd with lease ID 0x5dccd07ea915905e: Processing first storage report for DS-1f017978-c581-40a6-a13d-89fef5965e7f from datanode DatanodeRegistration(127.0.0.1:35949, datanodeUuid=9625c75e-84a1-4285-b4bd-b6e1602d7277, infoPort=34011, infoSecurePort=0, ipcPort=44759, storageInfo=lv=-57;cid=testClusterID;nsid=548326997;c=1730978475103) 2024-11-07T11:21:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3f70f89ba5940cd with lease ID 0x5dccd07ea915905e: from storage DS-1f017978-c581-40a6-a13d-89fef5965e7f node DatanodeRegistration(127.0.0.1:35949, datanodeUuid=9625c75e-84a1-4285-b4bd-b6e1602d7277, infoPort=34011, infoSecurePort=0, ipcPort=44759, storageInfo=lv=-57;cid=testClusterID;nsid=548326997;c=1730978475103), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:21:17,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3 2024-11-07T11:21:17,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:17,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:21:17,909 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d with version=8 2024-11-07T11:21:17,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/hbase-staging 2024-11-07T11:21:17,911 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:21:17,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:17,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:17,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:21:17,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:17,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:21:17,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:21:17,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:21:17,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33021 2024-11-07T11:21:17,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33021 connecting to ZooKeeper ensemble=127.0.0.1:65181 2024-11-07T11:21:17,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330210x0, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:17,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33021-0x10115073dfc0006 connected 2024-11-07T11:21:18,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:18,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:18,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on znode that does not yet exist, /2990017139/running 2024-11-07T11:21:18,008 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d, hbase.cluster.distributed=false 2024-11-07T11:21:18,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on znode that does not yet exist, /2990017139/acl 2024-11-07T11:21:18,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33021 2024-11-07T11:21:18,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33021 2024-11-07T11:21:18,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33021 2024-11-07T11:21:18,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33021 2024-11-07T11:21:18,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33021 2024-11-07T11:21:18,030 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4ab3d709c6df:0 server-side Connection retries=45 2024-11-07T11:21:18,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:18,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:18,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:21:18,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:21:18,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:21:18,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:21:18,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:21:18,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38105 2024-11-07T11:21:18,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38105 connecting to ZooKeeper ensemble=127.0.0.1:65181 2024-11-07T11:21:18,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:18,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:18,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381050x0, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:18,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381050x0, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on znode that does not yet exist, /2990017139/running 2024-11-07T11:21:18,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38105-0x10115073dfc0007 connected 2024-11-07T11:21:18,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:21:18,089 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:21:18,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on znode that does not yet exist, /2990017139/master 2024-11-07T11:21:18,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on znode that does not yet exist, /2990017139/acl 2024-11-07T11:21:18,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38105 2024-11-07T11:21:18,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38105 2024-11-07T11:21:18,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38105 2024-11-07T11:21:18,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38105 2024-11-07T11:21:18,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38105 2024-11-07T11:21:18,107 DEBUG [M:0;4ab3d709c6df:33021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ab3d709c6df:33021 2024-11-07T11:21:18,108 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2990017139/backup-masters/4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:18,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139/backup-masters 2024-11-07T11:21:18,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139/backup-masters 2024-11-07T11:21:18,162 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on existing znode=/2990017139/backup-masters/4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:18,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2990017139/master 2024-11-07T11:21:18,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:18,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:18,183 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on existing znode=/2990017139/master 2024-11-07T11:21:18,183 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2990017139/backup-masters/4ab3d709c6df,33021,1730978477911 from backup master directory 2024-11-07T11:21:18,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139/backup-masters 2024-11-07T11:21:18,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2990017139/backup-masters/4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:18,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139/backup-masters 2024-11-07T11:21:18,247 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:21:18,247 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:18,249 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/hbase.id] with ID: dcb5b436-c07b-40c8-b61b-d570caee99e5 2024-11-07T11:21:18,249 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/.tmp/hbase.id 2024-11-07T11:21:18,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:21:18,732 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/.tmp/hbase.id]:[hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/hbase.id] 2024-11-07T11:21:18,738 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:18,739 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:21:18,739 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T11:21:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:19,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:21:19,770 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:21:19,770 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:21:19,771 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:21:20,176 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store 2024-11-07T11:21:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:21:20,376 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:21:20,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:20,580 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:20,580 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:21:20,580 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:20,580 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:20,580 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:21:20,580 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:20,580 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:20,580 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978480580Disabling compacts and flushes for region at 1730978480580Disabling writes for close at 1730978480580Writing region close event to WAL at 1730978480580Closed at 1730978480580 2024-11-07T11:21:20,581 WARN [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/.initializing 2024-11-07T11:21:20,581 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/WALs/4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:20,581 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:21:20,582 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ab3d709c6df%2C33021%2C1730978477911, suffix=, logDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/WALs/4ab3d709c6df,33021,1730978477911, archiveDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/oldWALs, maxLogs=10 2024-11-07T11:21:20,599 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/WALs/4ab3d709c6df,33021,1730978477911/4ab3d709c6df%2C33021%2C1730978477911.1730978480583, exclude list is [], retry=0 2024-11-07T11:21:20,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-42c6dc71-c536-40f1-897a-0c9074b9223b,DISK] 2024-11-07T11:21:20,602 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/WALs/4ab3d709c6df,33021,1730978477911/4ab3d709c6df%2C33021%2C1730978477911.1730978480583 2024-11-07T11:21:20,602 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34011:34011)] 2024-11-07T11:21:20,603 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:20,603 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:20,603 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,603 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:21:20,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:20,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:20,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:21:20,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:20,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:20,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:21:20,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:20,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:20,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:21:20,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:20,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:20,608 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,609 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,609 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,610 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,610 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,610 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:20,611 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:21:20,612 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:20,612 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72017445, jitterRate=0.07314355671405792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:20,612 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730978480603Initializing all the Stores at 1730978480603Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978480603Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978480603Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978480603Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978480603Cleaning up temporary data from old regions at 1730978480610 (+7 ms)Region opened successfully at 1730978480612 (+2 ms) 2024-11-07T11:21:20,613 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:21:20,615 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6e16e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:21:20,615 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:21:20,616 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:21:20,616 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:21:20,616 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:21:20,616 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T11:21:20,616 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T11:21:20,617 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:21:20,618 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:21:20,619 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Unable to get data of znode /2990017139/balancer because node does not exist (not necessarily an error) 2024-11-07T11:21:20,635 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2990017139/balancer already deleted, retry=false 2024-11-07T11:21:20,636 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:21:20,636 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Unable to get data of znode /2990017139/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:21:20,718 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2990017139/normalizer already deleted, retry=false 2024-11-07T11:21:20,719 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:21:20,720 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Unable to get data of znode /2990017139/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:21:20,782 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2990017139/switch/split already deleted, retry=false 2024-11-07T11:21:20,783 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Unable to get data of znode /2990017139/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:21:20,887 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2990017139/switch/merge already deleted, retry=false 2024-11-07T11:21:20,888 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Unable to get data of znode /2990017139/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:21:20,983 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2990017139/snapshot-cleanup already deleted, retry=false 2024-11-07T11:21:21,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2990017139/running 2024-11-07T11:21:21,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2990017139/running 2024-11-07T11:21:21,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:21,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:21,067 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4ab3d709c6df,33021,1730978477911, sessionid=0x10115073dfc0006, setting cluster-up flag (Was=false) 2024-11-07T11:21:21,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:21,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:21,490 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2990017139/flush-table-proc/acquired, /2990017139/flush-table-proc/reached, /2990017139/flush-table-proc/abort 2024-11-07T11:21:21,492 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:21,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:21,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:21,916 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2990017139/online-snapshot/acquired, /2990017139/online-snapshot/reached, /2990017139/online-snapshot/abort 2024-11-07T11:21:21,917 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:21,931 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:21:21,933 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:21,933 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:21:21,933 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:21:21,934 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ab3d709c6df,33021,1730978477911 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:21:21,935 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:21,935 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:21,935 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:21,935 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:21:21,935 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ab3d709c6df:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:21:21,935 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:21,935 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:21:21,935 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:21,936 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730978511936 2024-11-07T11:21:21,937 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:21:21,937 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:21:21,937 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:21:21,937 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:21:21,937 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:21:21,937 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:21:21,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:21,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:21:21,937 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:21,938 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:21,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:21:21,940 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:21:21,940 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:21:21,940 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:21:21,940 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T11:21:21,952 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:21:21,952 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:21:21,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:21:21,953 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978481952,5,FailOnTimeoutGroup] 2024-11-07T11:21:21,956 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978481953,5,FailOnTimeoutGroup] 2024-11-07T11:21:21,956 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:21,956 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:21:21,956 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:21,956 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,001 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(746): ClusterId : dcb5b436-c07b-40c8-b61b-d570caee99e5 2024-11-07T11:21:22,001 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:21:22,067 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:21:22,068 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:21:22,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:22,184 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:21:22,184 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148982 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4ab3d709c6df,38607,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T11:21:22,202 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:21:22,202 DEBUG [RS:0;4ab3d709c6df:38105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9ca46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ab3d709c6df/172.17.0.2:0 2024-11-07T11:21:22,216 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ab3d709c6df:38105 2024-11-07T11:21:22,216 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:21:22,216 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:21:22,216 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:21:22,217 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(2659): reportForDuty to master=4ab3d709c6df,33021,1730978477911 with port=38105, startcode=1730978478030 2024-11-07T11:21:22,217 DEBUG [RS:0;4ab3d709c6df:38105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:21:22,218 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:21:22,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:22,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33021 {}] master.ServerManager(517): Registering regionserver=4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:22,219 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d 2024-11-07T11:21:22,219 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40111 2024-11-07T11:21:22,219 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:21:22,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:21:22,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d 2024-11-07T11:21:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:21:22,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:22,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:21:22,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:21:22,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:22,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:22,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:21:22,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:21:22,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:22,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:22,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:21:22,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:21:22,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:22,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:22,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:21:22,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:21:22,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:22,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:22,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:21:22,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740 2024-11-07T11:21:22,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740 2024-11-07T11:21:22,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:21:22,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:21:22,364 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:22,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:21:22,366 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:22,366 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61470951, jitterRate=-0.08401145040988922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:22,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730978482359Initializing all the Stores at 1730978482359Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978482359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978482359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978482359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978482359Cleaning up temporary data from old regions at 1730978482364 (+5 ms)Region opened successfully at 1730978482366 (+2 ms) 2024-11-07T11:21:22,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:21:22,366 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:21:22,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:21:22,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:21:22,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:21:22,367 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:22,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978482366Disabling compacts and flushes for region at 1730978482366Disabling writes for close at 1730978482366Writing region close event to WAL at 1730978482367 (+1 ms)Closed at 1730978482367 2024-11-07T11:21:22,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:22,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:21:22,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:21:22,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:21:22,369 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:21:22,519 WARN [4ab3d709c6df:33021 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T11:21:22,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139/rs 2024-11-07T11:21:22,551 DEBUG [RS:0;4ab3d709c6df:38105 {}] zookeeper.ZKUtil(111): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on existing znode=/2990017139/rs/4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:22,551 WARN [RS:0;4ab3d709c6df:38105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:21:22,551 INFO [RS:0;4ab3d709c6df:38105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:22,552 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/WALs/4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:22,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ab3d709c6df,38105,1730978478030] 2024-11-07T11:21:22,555 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:21:22,560 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:21:22,561 INFO [RS:0;4ab3d709c6df:38105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:21:22,561 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,561 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:21:22,562 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:21:22,562 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ab3d709c6df:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ab3d709c6df:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:21:22,562 DEBUG [RS:0;4ab3d709c6df:38105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ab3d709c6df:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:21:22,563 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,563 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,563 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,563 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,563 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,563 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38105,1730978478030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:21:22,582 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:21:22,582 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,38105,1730978478030-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,582 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,582 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.Replication(171): 4ab3d709c6df,38105,1730978478030 started 2024-11-07T11:21:22,600 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:22,600 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1482): Serving as 4ab3d709c6df,38105,1730978478030, RpcServer on 4ab3d709c6df/172.17.0.2:38105, sessionid=0x10115073dfc0007 2024-11-07T11:21:22,600 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:21:22,600 DEBUG [RS:0;4ab3d709c6df:38105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:22,600 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38105,1730978478030' 2024-11-07T11:21:22,600 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2990017139/flush-table-proc/abort' 2024-11-07T11:21:22,601 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2990017139/flush-table-proc/acquired' 2024-11-07T11:21:22,601 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:21:22,601 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:21:22,601 DEBUG [RS:0;4ab3d709c6df:38105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:22,601 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ab3d709c6df,38105,1730978478030' 2024-11-07T11:21:22,601 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2990017139/online-snapshot/abort' 2024-11-07T11:21:22,601 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2990017139/online-snapshot/acquired' 2024-11-07T11:21:22,602 DEBUG [RS:0;4ab3d709c6df:38105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:21:22,602 INFO [RS:0;4ab3d709c6df:38105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:21:22,602 INFO [RS:0;4ab3d709c6df:38105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:21:22,702 INFO [RS:0;4ab3d709c6df:38105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:21:22,703 INFO [RS:0;4ab3d709c6df:38105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38105%2C1730978478030, suffix=, logDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/WALs/4ab3d709c6df,38105,1730978478030, archiveDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/oldWALs, maxLogs=10 2024-11-07T11:21:22,720 DEBUG [RS:0;4ab3d709c6df:38105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/WALs/4ab3d709c6df,38105,1730978478030/4ab3d709c6df%2C38105%2C1730978478030.1730978482704, exclude list is [], retry=0 2024-11-07T11:21:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-42c6dc71-c536-40f1-897a-0c9074b9223b,DISK] 2024-11-07T11:21:22,727 INFO [RS:0;4ab3d709c6df:38105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/WALs/4ab3d709c6df,38105,1730978478030/4ab3d709c6df%2C38105%2C1730978478030.1730978482704 2024-11-07T11:21:22,728 DEBUG [RS:0;4ab3d709c6df:38105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34011:34011)] 2024-11-07T11:21:22,769 DEBUG [4ab3d709c6df:33021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:21:22,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:22,770 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38105,1730978478030, state=OPENING 2024-11-07T11:21:22,815 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:21:22,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:22,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:22,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:21:22,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2990017139/meta-region-server: CHANGED 2024-11-07T11:21:22,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2990017139/meta-region-server: CHANGED 2024-11-07T11:21:22,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38105,1730978478030}] 2024-11-07T11:21:22,988 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:21:22,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:21:22,991 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:21:22,991 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:22,991 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:21:22,992 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38105%2C1730978478030.meta, suffix=.meta, logDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/WALs/4ab3d709c6df,38105,1730978478030, archiveDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/oldWALs, maxLogs=10 2024-11-07T11:21:23,007 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/WALs/4ab3d709c6df,38105,1730978478030/4ab3d709c6df%2C38105%2C1730978478030.meta.1730978482993.meta, exclude list is [], retry=0 2024-11-07T11:21:23,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-42c6dc71-c536-40f1-897a-0c9074b9223b,DISK] 2024-11-07T11:21:23,012 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/WALs/4ab3d709c6df,38105,1730978478030/4ab3d709c6df%2C38105%2C1730978478030.meta.1730978482993.meta 2024-11-07T11:21:23,016 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34011:34011)] 2024-11-07T11:21:23,016 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:23,017 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:21:23,017 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:21:23,017 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:21:23,017 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:21:23,017 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:21:23,017 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:23,017 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:21:23,017 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:21:23,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:21:23,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:21:23,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:23,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:23,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:21:23,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:21:23,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:23,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:23,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:21:23,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:21:23,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:23,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:23,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:21:23,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:21:23,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:23,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:21:23,024 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:21:23,024 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740 2024-11-07T11:21:23,025 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740 2024-11-07T11:21:23,026 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:21:23,026 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:21:23,026 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:21:23,027 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:21:23,027 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73447573, jitterRate=0.09445412456989288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:21:23,027 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:21:23,027 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730978483017Writing region info on filesystem at 1730978483017Initializing all the Stores at 1730978483018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978483018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978483020 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978483020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730978483020Cleaning up temporary data from old regions at 1730978483026 (+6 ms)Running coprocessor post-open hooks at 1730978483027 (+1 ms)Region opened successfully at 1730978483027 2024-11-07T11:21:23,028 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730978482987 2024-11-07T11:21:23,030 DEBUG [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:21:23,030 INFO [RS_OPEN_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:21:23,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:23,031 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ab3d709c6df,38105,1730978478030, state=OPEN 2024-11-07T11:21:23,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2990017139/meta-region-server 2024-11-07T11:21:23,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2990017139/meta-region-server 2024-11-07T11:21:23,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2990017139/meta-region-server: CHANGED 2024-11-07T11:21:23,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:23,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2990017139/meta-region-server: CHANGED 2024-11-07T11:21:23,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:21:23,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4ab3d709c6df,38105,1730978478030 in 260 msec 2024-11-07T11:21:23,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:21:23,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 730 msec 2024-11-07T11:21:23,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:21:23,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:21:23,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:23,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38105,1730978478030, seqNum=-1] 2024-11-07T11:21:23,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:23,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:23,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1710 sec 2024-11-07T11:21:23,104 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730978483104, completionTime=-1 2024-11-07T11:21:23,104 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:21:23,104 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T11:21:23,105 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T11:21:23,105 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730978543105 2024-11-07T11:21:23,105 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730978603105 2024-11-07T11:21:23,105 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T11:21:23,106 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33021,1730978477911-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:23,106 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33021,1730978477911-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:23,106 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33021,1730978477911-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:23,106 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ab3d709c6df:33021, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:23,106 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:23,106 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:23,107 DEBUG [master/4ab3d709c6df:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:21:23,109 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.862sec 2024-11-07T11:21:23,109 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:21:23,109 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:21:23,109 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:21:23,109 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:21:23,109 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:21:23,109 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33021,1730978477911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:21:23,109 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33021,1730978477911-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:21:23,113 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:21:23,113 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:21:23,113 INFO [master/4ab3d709c6df:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ab3d709c6df,33021,1730978477911-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:21:23,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6952ea17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:23,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33021,-1 for getting cluster id 2024-11-07T11:21:23,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:23,205 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcb5b436-c07b-40c8-b61b-d570caee99e5' 2024-11-07T11:21:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcb5b436-c07b-40c8-b61b-d570caee99e5" 2024-11-07T11:21:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab07d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33021,-1] 2024-11-07T11:21:23,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:23,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:23,207 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:23,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae69407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:23,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38105,1730978478030, seqNum=-1] 2024-11-07T11:21:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:23,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:23,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:23,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:65181 2024-11-07T11:21:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:21:23,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10115073dfc0008 connected 2024-11-07T11:21:23,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@786eaa3e 2024-11-07T11:21:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:23,249 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:23,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:21:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:21:23,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:21:23,251 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:23,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:21:23,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:21:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:21:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:23,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63944044d48b3505461825fe67506290, NAME => 'test,,1730978483249.63944044d48b3505461825fe67506290.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c 2024-11-07T11:21:23,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:21:23,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978483249.63944044d48b3505461825fe67506290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:23,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63944044d48b3505461825fe67506290, disabling compactions & flushes 2024-11-07T11:21:23,696 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:23,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:23,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978483249.63944044d48b3505461825fe67506290. after waiting 0 ms 2024-11-07T11:21:23,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:23,696 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:23,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63944044d48b3505461825fe67506290: Waiting for close lock at 1730978483696Disabling compacts and flushes for region at 1730978483696Disabling writes for close at 1730978483696Writing region close event to WAL at 1730978483696Closed at 1730978483696 2024-11-07T11:21:23,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:21:23,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978483249.63944044d48b3505461825fe67506290.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978483697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978483697"}]},"ts":"1730978483697"} 2024-11-07T11:21:23,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:21:23,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:21:23,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978483701"}]},"ts":"1730978483701"} 2024-11-07T11:21:23,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:21:23,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63944044d48b3505461825fe67506290, ASSIGN}] 2024-11-07T11:21:23,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63944044d48b3505461825fe67506290, ASSIGN 2024-11-07T11:21:23,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63944044d48b3505461825fe67506290, ASSIGN; state=OFFLINE, location=4ab3d709c6df,38333,1730978467677; forceNewPlan=false, retain=false 2024-11-07T11:21:23,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63944044d48b3505461825fe67506290, regionState=OPENING, regionLocation=4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:23,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63944044d48b3505461825fe67506290, ASSIGN because future has completed 2024-11-07T11:21:23,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63944044d48b3505461825fe67506290, server=4ab3d709c6df,38333,1730978467677}] 2024-11-07T11:21:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:24,021 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:24,021 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63944044d48b3505461825fe67506290, NAME => 'test,,1730978483249.63944044d48b3505461825fe67506290.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:24,021 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:21:24,021 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:21:24,022 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,022 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978483249.63944044d48b3505461825fe67506290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:24,022 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,022 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,024 INFO [StoreOpener-63944044d48b3505461825fe67506290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,025 INFO [StoreOpener-63944044d48b3505461825fe67506290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63944044d48b3505461825fe67506290 columnFamilyName f 2024-11-07T11:21:24,025 DEBUG [StoreOpener-63944044d48b3505461825fe67506290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:24,025 INFO [StoreOpener-63944044d48b3505461825fe67506290-1 {}] regionserver.HStore(327): Store=63944044d48b3505461825fe67506290/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:24,025 INFO [StoreOpener-63944044d48b3505461825fe67506290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,026 INFO [StoreOpener-63944044d48b3505461825fe67506290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63944044d48b3505461825fe67506290 columnFamilyName f1 2024-11-07T11:21:24,026 DEBUG [StoreOpener-63944044d48b3505461825fe67506290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:24,026 INFO [StoreOpener-63944044d48b3505461825fe67506290-1 {}] regionserver.HStore(327): Store=63944044d48b3505461825fe67506290/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:24,026 INFO [StoreOpener-63944044d48b3505461825fe67506290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,027 INFO [StoreOpener-63944044d48b3505461825fe67506290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63944044d48b3505461825fe67506290 columnFamilyName norep 2024-11-07T11:21:24,027 DEBUG [StoreOpener-63944044d48b3505461825fe67506290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:24,027 INFO [StoreOpener-63944044d48b3505461825fe67506290-1 {}] regionserver.HStore(327): Store=63944044d48b3505461825fe67506290/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:24,028 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,028 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290 2024-11-07T11:21:24,028 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290 2024-11-07T11:21:24,029 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,029 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,029 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:21:24,029 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,032 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:24,033 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63944044d48b3505461825fe67506290; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61315355, jitterRate=-0.08633001148700714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:21:24,033 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63944044d48b3505461825fe67506290 2024-11-07T11:21:24,033 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63944044d48b3505461825fe67506290: Running coprocessor pre-open hook at 1730978484022Writing region info on filesystem at 1730978484022Initializing all the Stores at 1730978484022Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978484022Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978484024 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978484024Cleaning up temporary data from old regions at 1730978484029 (+5 ms)Running coprocessor post-open hooks at 1730978484033 (+4 ms)Region opened successfully at 1730978484033 2024-11-07T11:21:24,033 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978483249.63944044d48b3505461825fe67506290., pid=6, masterSystemTime=1730978484016 2024-11-07T11:21:24,035 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:24,035 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:24,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63944044d48b3505461825fe67506290, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:24,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63944044d48b3505461825fe67506290, server=4ab3d709c6df,38333,1730978467677 because future has completed 2024-11-07T11:21:24,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:21:24,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63944044d48b3505461825fe67506290, server=4ab3d709c6df,38333,1730978467677 in 179 msec 2024-11-07T11:21:24,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:21:24,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63944044d48b3505461825fe67506290, ASSIGN in 335 msec 2024-11-07T11:21:24,040 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:21:24,041 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978484040"}]},"ts":"1730978484040"} 2024-11-07T11:21:24,042 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:21:24,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:21:24,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 792 msec 2024-11-07T11:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:24,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:24,393 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:21:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f56f5c 2024-11-07T11:21:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:24,395 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:24,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:21:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:21:24,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:21:24,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:24,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:21:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:24,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:21:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:24,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d111a4891f6734eb4bca49b31c216297, NAME => 'test,,1730978484396.d111a4891f6734eb4bca49b31c216297.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e 2024-11-07T11:21:24,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:21:24,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978484396.d111a4891f6734eb4bca49b31c216297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:24,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d111a4891f6734eb4bca49b31c216297, disabling compactions & flushes 2024-11-07T11:21:24,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:24,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:24,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978484396.d111a4891f6734eb4bca49b31c216297. after waiting 0 ms 2024-11-07T11:21:24,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:24,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:24,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d111a4891f6734eb4bca49b31c216297: Waiting for close lock at 1730978484819Disabling compacts and flushes for region at 1730978484819Disabling writes for close at 1730978484819Writing region close event to WAL at 1730978484819Closed at 1730978484819 2024-11-07T11:21:24,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:21:24,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978484396.d111a4891f6734eb4bca49b31c216297.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978484820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978484820"}]},"ts":"1730978484820"} 2024-11-07T11:21:24,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:21:24,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:21:24,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978484822"}]},"ts":"1730978484822"} 2024-11-07T11:21:24,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:21:24,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d111a4891f6734eb4bca49b31c216297, ASSIGN}] 2024-11-07T11:21:24,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d111a4891f6734eb4bca49b31c216297, ASSIGN 2024-11-07T11:21:24,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d111a4891f6734eb4bca49b31c216297, ASSIGN; state=OFFLINE, location=4ab3d709c6df,44505,1730978471996; forceNewPlan=false, retain=false 2024-11-07T11:21:24,975 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d111a4891f6734eb4bca49b31c216297, regionState=OPENING, regionLocation=4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:24,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d111a4891f6734eb4bca49b31c216297, ASSIGN because future has completed 2024-11-07T11:21:24,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d111a4891f6734eb4bca49b31c216297, server=4ab3d709c6df,44505,1730978471996}] 2024-11-07T11:21:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:25,132 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:25,132 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d111a4891f6734eb4bca49b31c216297, NAME => 'test,,1730978484396.d111a4891f6734eb4bca49b31c216297.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:25,132 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:21:25,132 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:21:25,132 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,132 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978484396.d111a4891f6734eb4bca49b31c216297.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:25,132 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,132 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,133 INFO [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,134 INFO [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d111a4891f6734eb4bca49b31c216297 columnFamilyName f 2024-11-07T11:21:25,134 DEBUG [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:25,135 INFO [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] regionserver.HStore(327): Store=d111a4891f6734eb4bca49b31c216297/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:25,135 INFO [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,135 INFO [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d111a4891f6734eb4bca49b31c216297 columnFamilyName f1 2024-11-07T11:21:25,136 DEBUG [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:25,136 INFO [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] regionserver.HStore(327): Store=d111a4891f6734eb4bca49b31c216297/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:25,136 INFO [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,136 INFO [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d111a4891f6734eb4bca49b31c216297 columnFamilyName norep 2024-11-07T11:21:25,136 DEBUG [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:25,137 INFO [StoreOpener-d111a4891f6734eb4bca49b31c216297-1 {}] regionserver.HStore(327): Store=d111a4891f6734eb4bca49b31c216297/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:25,137 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,137 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,137 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,138 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,138 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,138 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:21:25,139 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,140 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:25,140 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d111a4891f6734eb4bca49b31c216297; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63387114, jitterRate=-0.055458396673202515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:21:25,140 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:25,140 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d111a4891f6734eb4bca49b31c216297: Running coprocessor pre-open hook at 1730978485133Writing region info on filesystem at 1730978485133Initializing all the Stores at 1730978485133Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978485133Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978485133Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978485133Cleaning up temporary data from old regions at 1730978485138 (+5 ms)Running coprocessor post-open hooks at 1730978485140 (+2 ms)Region opened successfully at 1730978485140 2024-11-07T11:21:25,141 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978484396.d111a4891f6734eb4bca49b31c216297., pid=6, masterSystemTime=1730978485129 2024-11-07T11:21:25,142 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:25,142 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:25,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d111a4891f6734eb4bca49b31c216297, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d111a4891f6734eb4bca49b31c216297, server=4ab3d709c6df,44505,1730978471996 because future has completed 2024-11-07T11:21:25,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:21:25,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d111a4891f6734eb4bca49b31c216297, server=4ab3d709c6df,44505,1730978471996 in 168 msec 2024-11-07T11:21:25,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:21:25,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d111a4891f6734eb4bca49b31c216297, ASSIGN in 323 msec 2024-11-07T11:21:25,148 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:21:25,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978485148"}]},"ts":"1730978485148"} 2024-11-07T11:21:25,150 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:21:25,150 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:21:25,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-07T11:21:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:25,534 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:21:25,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56f79658 2024-11-07T11:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:25,535 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:25,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:21:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T11:21:25,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:21:25,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:25,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T11:21:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:25,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:21:25,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741835_1011 (size=902) 2024-11-07T11:21:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:25,948 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f1307a0d98486132b3781ed01bfb61a, NAME => 'test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d 2024-11-07T11:21:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741836_1012 (size=39) 2024-11-07T11:21:25,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:25,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f1307a0d98486132b3781ed01bfb61a, disabling compactions & flushes 2024-11-07T11:21:25,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:25,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:25,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. after waiting 0 ms 2024-11-07T11:21:25,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:25,954 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:25,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f1307a0d98486132b3781ed01bfb61a: Waiting for close lock at 1730978485953Disabling compacts and flushes for region at 1730978485953Disabling writes for close at 1730978485954 (+1 ms)Writing region close event to WAL at 1730978485954Closed at 1730978485954 2024-11-07T11:21:25,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:21:25,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730978485955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978485955"}]},"ts":"1730978485955"} 2024-11-07T11:21:25,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:21:25,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:21:25,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978485957"}]},"ts":"1730978485957"} 2024-11-07T11:21:25,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T11:21:25,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f1307a0d98486132b3781ed01bfb61a, ASSIGN}] 2024-11-07T11:21:25,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f1307a0d98486132b3781ed01bfb61a, ASSIGN 2024-11-07T11:21:25,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f1307a0d98486132b3781ed01bfb61a, ASSIGN; state=OFFLINE, location=4ab3d709c6df,38105,1730978478030; forceNewPlan=false, retain=false 2024-11-07T11:21:26,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f1307a0d98486132b3781ed01bfb61a, regionState=OPENING, regionLocation=4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:26,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f1307a0d98486132b3781ed01bfb61a, ASSIGN because future has completed 2024-11-07T11:21:26,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f1307a0d98486132b3781ed01bfb61a, server=4ab3d709c6df,38105,1730978478030}] 2024-11-07T11:21:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:26,278 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:26,278 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f1307a0d98486132b3781ed01bfb61a, NAME => 'test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:26,278 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:21:26,279 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T11:21:26,279 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,279 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:26,279 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,279 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,281 INFO [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,282 INFO [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f1307a0d98486132b3781ed01bfb61a columnFamilyName f 2024-11-07T11:21:26,282 DEBUG [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:26,282 INFO [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] regionserver.HStore(327): Store=0f1307a0d98486132b3781ed01bfb61a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:26,282 INFO [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,284 INFO [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f1307a0d98486132b3781ed01bfb61a columnFamilyName f1 2024-11-07T11:21:26,284 DEBUG [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:26,284 INFO [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] regionserver.HStore(327): Store=0f1307a0d98486132b3781ed01bfb61a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:26,284 INFO [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,285 INFO [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f1307a0d98486132b3781ed01bfb61a columnFamilyName norep 2024-11-07T11:21:26,285 DEBUG [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:26,285 INFO [StoreOpener-0f1307a0d98486132b3781ed01bfb61a-1 {}] regionserver.HStore(327): Store=0f1307a0d98486132b3781ed01bfb61a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:26,286 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,286 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,286 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,287 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,287 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,288 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:21:26,289 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,290 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:26,291 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f1307a0d98486132b3781ed01bfb61a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61461995, jitterRate=-0.08414490520954132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:21:26,291 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:26,291 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f1307a0d98486132b3781ed01bfb61a: Running coprocessor pre-open hook at 1730978486279Writing region info on filesystem at 1730978486279Initializing all the Stores at 1730978486280 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978486280Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978486280Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978486280Cleaning up temporary data from old regions at 1730978486287 (+7 ms)Running coprocessor post-open hooks at 1730978486291 (+4 ms)Region opened successfully at 1730978486291 2024-11-07T11:21:26,292 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a., pid=6, masterSystemTime=1730978486265 2024-11-07T11:21:26,293 DEBUG [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:26,293 INFO [RS_OPEN_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:26,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f1307a0d98486132b3781ed01bfb61a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:26,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f1307a0d98486132b3781ed01bfb61a, server=4ab3d709c6df,38105,1730978478030 because future has completed 2024-11-07T11:21:26,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:21:26,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f1307a0d98486132b3781ed01bfb61a, server=4ab3d709c6df,38105,1730978478030 in 182 msec 2024-11-07T11:21:26,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:21:26,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f1307a0d98486132b3781ed01bfb61a, ASSIGN in 341 msec 2024-11-07T11:21:26,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:21:26,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978486303"}]},"ts":"1730978486303"} 2024-11-07T11:21:26,304 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T11:21:26,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:21:26,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-07T11:21:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:21:26,673 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T11:21:26,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:26,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,36795,-1 for getting cluster id 2024-11-07T11:21:26,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:26,675 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4153185-44e3-44db-9a18-9663927a6f35' 2024-11-07T11:21:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4153185-44e3-44db-9a18-9663927a6f35" 2024-11-07T11:21:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375bb536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,36795,-1] 2024-11-07T11:21:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:26,676 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a3f6a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:26,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670974d5 2024-11-07T11:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:26,678 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:26,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4ab3d709c6df:39285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:21:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:21:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:21:26,681 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:39285' 2024-11-07T11:21:26,716 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13eb2573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:26,716 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39285,-1 for getting cluster id 2024-11-07T11:21:26,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:26,717 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4d58821-c039-4c12-bcb8-60c0fc9c4cc6' 2024-11-07T11:21:26,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:26,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4d58821-c039-4c12-bcb8-60c0fc9c4cc6" 2024-11-07T11:21:26,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7fb81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:26,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39285,-1] 2024-11-07T11:21:26,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:26,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:26,718 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c960f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:26,719 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:26,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@727efbc6 2024-11-07T11:21:26,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:26,720 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:26,721 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T11:21:26,721 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:21:26,721 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:26,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:26,722 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:26,722 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:21:26,723 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T11:21:26,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:21:26,724 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:26,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:21:26,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741837_1013 (size=1138) 2024-11-07T11:21:26,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7df24fb69bd3a731b8a78ed110ac2822, NAME => 'hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c 2024-11-07T11:21:26,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741838_1014 (size=44) 2024-11-07T11:21:26,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:26,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7df24fb69bd3a731b8a78ed110ac2822, disabling compactions & flushes 2024-11-07T11:21:26,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:26,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:26,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. after waiting 0 ms 2024-11-07T11:21:26,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:26,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:26,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7df24fb69bd3a731b8a78ed110ac2822: Waiting for close lock at 1730978486738Disabling compacts and flushes for region at 1730978486738Disabling writes for close at 1730978486738Writing region close event to WAL at 1730978486738Closed at 1730978486738 2024-11-07T11:21:26,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:21:26,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730978486739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730978486739"}]},"ts":"1730978486739"} 2024-11-07T11:21:26,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:21:26,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:21:26,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978486742"}]},"ts":"1730978486742"} 2024-11-07T11:21:26,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T11:21:26,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7df24fb69bd3a731b8a78ed110ac2822, ASSIGN}] 2024-11-07T11:21:26,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7df24fb69bd3a731b8a78ed110ac2822, ASSIGN 2024-11-07T11:21:26,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7df24fb69bd3a731b8a78ed110ac2822, ASSIGN; state=OFFLINE, location=4ab3d709c6df,38333,1730978467677; forceNewPlan=false, retain=false 2024-11-07T11:21:26,773 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T11:21:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:21:26,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7df24fb69bd3a731b8a78ed110ac2822, regionState=OPENING, regionLocation=4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7df24fb69bd3a731b8a78ed110ac2822, ASSIGN because future has completed 2024-11-07T11:21:26,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7df24fb69bd3a731b8a78ed110ac2822, server=4ab3d709c6df,38333,1730978467677}] 2024-11-07T11:21:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:21:27,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:27,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:21:27,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T11:21:27,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4ab3d709c6df%2C38333%2C1730978467677.rep, suffix=, logDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677, archiveDir=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/oldWALs, maxLogs=10 2024-11-07T11:21:27,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.rep.1730978487089, exclude list is [], retry=0 2024-11-07T11:21:27,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40561,DS-d712c61f-1915-4e3e-9f77-ad7c95289bf4,DISK] 2024-11-07T11:21:27,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.rep.1730978487089 2024-11-07T11:21:27,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-07T11:21:27,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7df24fb69bd3a731b8a78ed110ac2822, NAME => 'hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:21:27,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T11:21:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:21:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. service=MultiRowMutationService 2024-11-07T11:21:27,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T11:21:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:21:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,111 INFO [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,112 INFO [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df24fb69bd3a731b8a78ed110ac2822 columnFamilyName hfileref 2024-11-07T11:21:27,112 DEBUG [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:27,113 INFO [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] regionserver.HStore(327): Store=7df24fb69bd3a731b8a78ed110ac2822/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:27,113 INFO [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,113 INFO [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df24fb69bd3a731b8a78ed110ac2822 columnFamilyName queue 2024-11-07T11:21:27,113 DEBUG [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:27,114 INFO [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] regionserver.HStore(327): Store=7df24fb69bd3a731b8a78ed110ac2822/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:27,114 INFO [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,114 INFO [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df24fb69bd3a731b8a78ed110ac2822 columnFamilyName sid 2024-11-07T11:21:27,114 DEBUG [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:21:27,115 INFO [StoreOpener-7df24fb69bd3a731b8a78ed110ac2822-1 {}] regionserver.HStore(327): Store=7df24fb69bd3a731b8a78ed110ac2822/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:21:27,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T11:21:27,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:21:27,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7df24fb69bd3a731b8a78ed110ac2822; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73298090, jitterRate=0.09222665429115295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T11:21:27,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:27,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7df24fb69bd3a731b8a78ed110ac2822: Running coprocessor pre-open hook at 1730978487110Writing region info on filesystem at 1730978487110Initializing all the Stores at 1730978487111 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978487111Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978487111Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730978487111Cleaning up temporary data from old regions at 1730978487116 (+5 ms)Running coprocessor post-open hooks at 1730978487120 (+4 ms)Region opened successfully at 1730978487120 2024-11-07T11:21:27,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822., pid=10, masterSystemTime=1730978487083 2024-11-07T11:21:27,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:27,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:27,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7df24fb69bd3a731b8a78ed110ac2822, regionState=OPEN, openSeqNum=2, regionLocation=4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:27,125 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36795 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4ab3d709c6df,38333,1730978467677, table=hbase:replication, region=7df24fb69bd3a731b8a78ed110ac2822. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T11:21:27,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7df24fb69bd3a731b8a78ed110ac2822, server=4ab3d709c6df,38333,1730978467677 because future has completed 2024-11-07T11:21:27,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:21:27,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7df24fb69bd3a731b8a78ed110ac2822, server=4ab3d709c6df,38333,1730978467677 in 199 msec 2024-11-07T11:21:27,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T11:21:27,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7df24fb69bd3a731b8a78ed110ac2822, ASSIGN in 384 msec 2024-11-07T11:21:27,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:21:27,132 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730978487131"}]},"ts":"1730978487131"} 2024-11-07T11:21:27,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T11:21:27,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:21:27,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 412 msec 2024-11-07T11:21:27,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2] 2024-11-07T11:21:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:21:27,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:27,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:27,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:21:27,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T11:21:27,484 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T11:21:27,521 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4ab3d709c6df,38333,1730978467677, ReplicationSource: 1, currentBandwidth=0 2024-11-07T11:21:27,522 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:27,522 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38333,1730978467677, seqNum=-1] 2024-11-07T11:21:27,523 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:27,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-07T11:21:27,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4ab3d709c6df,38333,1730978467677', locateType=CURRENT is [region=hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2] 2024-11-07T11:21:27,527 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T11:21:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T11:21:27,530 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4ab3d709c6df,38333,1730978467677 suceeded 2024-11-07T11:21:27,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T11:21:27,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-07T11:21:27,532 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4ab3d709c6df:39285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:21:27,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 854 msec 2024-11-07T11:21:27,546 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:39285' 2024-11-07T11:21:27,549 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@620fe089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,549 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39285,-1 for getting cluster id 2024-11-07T11:21:27,549 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:27,550 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4d58821-c039-4c12-bcb8-60c0fc9c4cc6' 2024-11-07T11:21:27,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:27,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4d58821-c039-4c12-bcb8-60c0fc9c4cc6" 2024-11-07T11:21:27,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1620f186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39285,-1] 2024-11-07T11:21:27,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:27,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:27,551 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:27,551 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f40fd16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,551 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:27,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:27,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@426b047a 2024-11-07T11:21:27,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:27,553 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T11:21:27,554 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4ab3d709c6df,38333,1730978467677 (queues=1) is replicating from cluster=a4153185-44e3-44db-9a18-9663927a6f35 to cluster=a4d58821-c039-4c12-bcb8-60c0fc9c4cc6 2024-11-07T11:21:27,554 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4ab3d709c6df%2C38333%2C1730978467677 2024-11-07T11:21:27,555 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4ab3d709c6df,38333,1730978467677, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:21:27,555 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C38333%2C1730978467677 2024-11-07T11:21:27,555 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700, startPosition=0, beingWritten=true 2024-11-07T11:21:27,559 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:21:27,559 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to pos 379, reset compression=false 2024-11-07T11:21:27,559 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38333,1730978467677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T11:21:27,763 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to pos 379, reset compression=false 2024-11-07T11:21:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:21:27,813 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T11:21:27,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:27,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:27,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:27,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:27,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:27,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,36795,-1 for getting cluster id 2024-11-07T11:21:27,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:27,815 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4153185-44e3-44db-9a18-9663927a6f35' 2024-11-07T11:21:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4153185-44e3-44db-9a18-9663927a6f35" 2024-11-07T11:21:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5339bfea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,36795,-1] 2024-11-07T11:21:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:27,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:27,816 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1edcdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39285,-1 for getting cluster id 2024-11-07T11:21:27,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:27,818 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4d58821-c039-4c12-bcb8-60c0fc9c4cc6' 2024-11-07T11:21:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4d58821-c039-4c12-bcb8-60c0fc9c4cc6" 2024-11-07T11:21:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccab472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39285,-1] 2024-11-07T11:21:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:27,819 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ade804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33021,-1 for getting cluster id 2024-11-07T11:21:27,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:27,820 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcb5b436-c07b-40c8-b61b-d570caee99e5' 2024-11-07T11:21:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcb5b436-c07b-40c8-b61b-d570caee99e5" 2024-11-07T11:21:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b6bec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33021,-1] 2024-11-07T11:21:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:27,822 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ced2653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:27,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:27,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1730978487825/Put/seqid=0 2024-11-07T11:21:27,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741840_1016 (size=7894) 2024-11-07T11:21:28,067 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to pos 379, reset compression=false 2024-11-07T11:21:28,232 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1730978488232/Put/seqid=0 2024-11-07T11:21:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741841_1017 (size=7691) 2024-11-07T11:21:28,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:28,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,36795,-1 for getting cluster id 2024-11-07T11:21:28,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:28,244 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4153185-44e3-44db-9a18-9663927a6f35' 2024-11-07T11:21:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4153185-44e3-44db-9a18-9663927a6f35" 2024-11-07T11:21:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17abd3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,36795,-1] 2024-11-07T11:21:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:28,246 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:28,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:28,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:28,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38333,1730978467677, seqNum=-1] 2024-11-07T11:21:28,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:28,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:28,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4405f951 2024-11-07T11:21:28,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:28,259 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2] 2024-11-07T11:21:28,265 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:21:28,271 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-07T11:21:28,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-07T11:21:28,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 63944044d48b3505461825fe67506290/f 2024-11-07T11:21:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T11:21:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:28,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 63944044d48b3505461825fe67506290/f 2024-11-07T11:21:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T11:21:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HRegion(2603): Flush status journal for 63944044d48b3505461825fe67506290: 2024-11-07T11:21:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_0 2024-11-07T11:21:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_0 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ 2024-11-07T11:21:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_1 2024-11-07T11:21:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_1 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ 2024-11-07T11:21:28,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_0 into 63944044d48b3505461825fe67506290/f as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ - updating store file list. 2024-11-07T11:21:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 67ecdbebe2f34c66875852b7fbace37c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:28,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ into 63944044d48b3505461825fe67506290/f 2024-11-07T11:21:28,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_0 into 63944044d48b3505461825fe67506290/f (new location: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_) 2024-11-07T11:21:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_0 2024-11-07T11:21:28,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_1 into 63944044d48b3505461825fe67506290/f as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ - updating store file list. 2024-11-07T11:21:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d50ed4336f2c45208d8f8f0117de444a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:28,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ into 63944044d48b3505461825fe67506290/f 2024-11-07T11:21:28,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_1 into 63944044d48b3505461825fe67506290/f (new location: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_) 2024-11-07T11:21:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__nph405f3dfao37nuq896211snv0spk3cgl1em6f3099n8gkerfos3difo31820t6/f/hfile_1 2024-11-07T11:21:28,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:28,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:28,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2 , the old value is region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4ab3d709c6df:38333 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:21:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:21:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2 from cache 2024-11-07T11:21:28,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:28,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:28,314 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T11:21:28,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,44505,1730978471996, seqNum=-1] 2024-11-07T11:21:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:28,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:28,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978484396.d111a4891f6734eb4bca49b31c216297., hostname=4ab3d709c6df,44505,1730978471996, seqNum=2] 2024-11-07T11:21:28,320 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T11:21:28,424 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T11:21:28,477 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to pos 379, reset compression=false 2024-11-07T11:21:28,481 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:21:28,481 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38333,1730978467677 got entry batch from reader: WALEntryBatch [walEntries=[{test/63944044d48b3505461825fe67506290/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730978488311/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T11:21:28,483 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:21:28,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T11:21:28,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.ReplicationSink(318): Replicating [a4153185-44e3-44db-9a18-9663927a6f35] bulk loaded data 2024-11-07T11:21:28,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e373b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:28,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,39285,-1 for getting cluster id 2024-11-07T11:21:28,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:28,505 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4d58821-c039-4c12-bcb8-60c0fc9c4cc6' 2024-11-07T11:21:28,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:28,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4d58821-c039-4c12-bcb8-60c0fc9c4cc6" 2024-11-07T11:21:28,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@155f07c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:28,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,39285,-1] 2024-11-07T11:21:28,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:28,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:28,506 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:28,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5980a3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:28,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:21:28,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741837_1013 (size=7894) 2024-11-07T11:21:28,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:28,681 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to pos 687, reset compression=false 2024-11-07T11:21:28,917 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:21:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741838_1014 (size=7691) 2024-11-07T11:21:28,985 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to pos 687, reset compression=false 2024-11-07T11:21:29,321 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T11:21:29,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:29,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:29,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20dcd74e 2024-11-07T11:21:29,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:29,366 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-07T11:21:29,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:21:29,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,44505,1730978471996, seqNum=-1] 2024-11-07T11:21:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:29,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-07T11:21:29,386 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-07T11:21:29,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-07T11:21:29,389 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to pos 687, reset compression=false 2024-11-07T11:21:29,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ for inclusion in d111a4891f6734eb4bca49b31c216297/f 2024-11-07T11:21:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T11:21:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:29,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ for inclusion in d111a4891f6734eb4bca49b31c216297/f 2024-11-07T11:21:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T11:21:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HRegion(2603): Flush status journal for d111a4891f6734eb4bca49b31c216297: 2024-11-07T11:21:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:21:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/33dde5fe1eee44c5881d9762c3cc84ab_SeqId_4_ 2024-11-07T11:21:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:21:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/1393ff75b3e6434a868cbc167f58299b_SeqId_4_ 2024-11-07T11:21:29,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ into d111a4891f6734eb4bca49b31c216297/f as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/33dde5fe1eee44c5881d9762c3cc84ab_SeqId_4_ - updating store file list. 2024-11-07T11:21:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33dde5fe1eee44c5881d9762c3cc84ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:29,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/33dde5fe1eee44c5881d9762c3cc84ab_SeqId_4_ into d111a4891f6734eb4bca49b31c216297/f 2024-11-07T11:21:29,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ into d111a4891f6734eb4bca49b31c216297/f (new location: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/33dde5fe1eee44c5881d9762c3cc84ab_SeqId_4_) 2024-11-07T11:21:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/d50ed4336f2c45208d8f8f0117de444a_SeqId_4_ 2024-11-07T11:21:29,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ into d111a4891f6734eb4bca49b31c216297/f as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/1393ff75b3e6434a868cbc167f58299b_SeqId_4_ - updating store file list. 2024-11-07T11:21:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1393ff75b3e6434a868cbc167f58299b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:29,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/1393ff75b3e6434a868cbc167f58299b_SeqId_4_ into d111a4891f6734eb4bca49b31c216297/f 2024-11-07T11:21:29,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ into d111a4891f6734eb4bca49b31c216297/f (new location: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/1393ff75b3e6434a868cbc167f58299b_SeqId_4_) 2024-11-07T11:21:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__u2l60fbmjl0jd8fsktio75014orjbh6cf6jb5h925p3lo2ncstbkd2df3anq155i/f/67ecdbebe2f34c66875852b7fbace37c_SeqId_4_ 2024-11-07T11:21:29,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.ReplicationSink(324): Finished replicating [a4153185-44e3-44db-9a18-9663927a6f35] bulk loaded data 2024-11-07T11:21:29,897 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to pos 687, reset compression=false 2024-11-07T11:21:30,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38105,1730978478030, seqNum=-1] 2024-11-07T11:21:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:30,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a., hostname=4ab3d709c6df,38105,1730978478030, seqNum=2] 2024-11-07T11:21:30,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:21:30,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:21:30,346 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4ab3d709c6df%2C38333%2C1730978467677:(num 1730978468700) roll requested 2024-11-07T11:21:30,362 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346, exclude list is [], retry=0 2024-11-07T11:21:30,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40561,DS-d712c61f-1915-4e3e-9f77-ad7c95289bf4,DISK] 2024-11-07T11:21:30,366 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 2024-11-07T11:21:30,367 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-07T11:21:30,367 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 is not closed yet, will try archiving it next time 2024-11-07T11:21:30,367 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4ab3d709c6df%2C38333%2C1730978467677.meta:.meta(num 1730978469207) roll requested 2024-11-07T11:21:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741833_1009 (size=695) 2024-11-07T11:21:30,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eddcfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,36795,-1 for getting cluster id 2024-11-07T11:21:30,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:30,369 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4153185-44e3-44db-9a18-9663927a6f35' 2024-11-07T11:21:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4153185-44e3-44db-9a18-9663927a6f35" 2024-11-07T11:21:30,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f3418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,36795,-1] 2024-11-07T11:21:30,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:30,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,371 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45683a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,371 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/oldWALs/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 2024-11-07T11:21:30,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2483bc8 2024-11-07T11:21:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:30,374 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:30,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://4ab3d709c6df:33021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T11:21:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T11:21:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T11:21:30,378 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:33021' 2024-11-07T11:21:30,379 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481b5fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,379 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33021,-1 for getting cluster id 2024-11-07T11:21:30,379 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:30,380 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcb5b436-c07b-40c8-b61b-d570caee99e5' 2024-11-07T11:21:30,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:30,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcb5b436-c07b-40c8-b61b-d570caee99e5" 2024-11-07T11:21:30,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9ecbed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33021,-1] 2024-11-07T11:21:30,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:30,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,381 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:30,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ef6ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,381 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536b1857 2024-11-07T11:21:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:30,383 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:30,384 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T11:21:30,384 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T11:21:30,384 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,384 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:30,391 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.meta.1730978490367.meta, exclude list is [], retry=0 2024-11-07T11:21:30,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40561,DS-d712c61f-1915-4e3e-9f77-ad7c95289bf4,DISK] 2024-11-07T11:21:30,396 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.meta.1730978469207.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.meta.1730978490367.meta 2024-11-07T11:21:30,404 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-07T11:21:30,404 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.meta.1730978469207.meta is not closed yet, will try archiving it next time 2024-11-07T11:21:30,404 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4ab3d709c6df%2C38333%2C1730978467677.rep:(num 1730978487089) roll requested 2024-11-07T11:21:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741834_1010 (size=3473) 2024-11-07T11:21:30,422 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.rep.1730978490404, exclude list is [], retry=0 2024-11-07T11:21:30,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40561,DS-d712c61f-1915-4e3e-9f77-ad7c95289bf4,DISK] 2024-11-07T11:21:30,437 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.rep.1730978487089 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.rep.1730978490404 2024-11-07T11:21:30,437 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-07T11:21:30,437 DEBUG [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.rep.1730978487089 is not closed yet, will try archiving it next time 2024-11-07T11:21:30,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741839_1015 (size=1505) 2024-11-07T11:21:30,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T11:21:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T11:21:30,501 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 to pos 687, reset compression=false 2024-11-07T11:21:30,507 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 was moved to hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/oldWALs/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 2024-11-07T11:21:30,508 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700 2024-11-07T11:21:30,509 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38333,1730978467677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978468700, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T11:21:30,509 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346, startPosition=0, beingWritten=true 2024-11-07T11:21:30,513 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4ab3d709c6df%2C38333%2C1730978467677.1730978468700] 2024-11-07T11:21:30,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T11:21:30,609 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T11:21:30,644 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-4ab3d709c6df,38333,1730978467677, ReplicationSource: 2, currentBandwidth=0 2024-11-07T11:21:30,647 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T11:21:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T11:21:30,649 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4ab3d709c6df,38333,1730978467677 suceeded 2024-11-07T11:21:30,650 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4ab3d709c6df:33021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T11:21:30,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 276 msec 2024-11-07T11:21:30,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T11:21:30,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-07T11:21:30,666 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4ab3d709c6df:33021' 2024-11-07T11:21:30,668 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e01b140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,668 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33021,-1 for getting cluster id 2024-11-07T11:21:30,668 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:30,669 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcb5b436-c07b-40c8-b61b-d570caee99e5' 2024-11-07T11:21:30,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:30,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcb5b436-c07b-40c8-b61b-d570caee99e5" 2024-11-07T11:21:30,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@176440e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33021,-1] 2024-11-07T11:21:30,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:30,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,670 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:30,670 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@167016f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,671 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:30,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:30,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f6f0691 2024-11-07T11:21:30,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:30,677 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T11:21:30,680 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4ab3d709c6df,38333,1730978467677 (queues=1) is replicating from cluster=a4153185-44e3-44db-9a18-9663927a6f35 to cluster=dcb5b436-c07b-40c8-b61b-d570caee99e5 2024-11-07T11:21:30,680 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4ab3d709c6df%2C38333%2C1730978467677 2024-11-07T11:21:30,680 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4ab3d709c6df,38333,1730978467677, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T11:21:30,684 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346, startPosition=0, beingWritten=true 2024-11-07T11:21:30,688 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4ab3d709c6df%2C38333%2C1730978467677 2024-11-07T11:21:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T11:21:30,694 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T11:21:30,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:30,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:30,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:30,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:21:30,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1730978490709/Put/seqid=0 2024-11-07T11:21:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741845_1021 (size=11194) 2024-11-07T11:21:30,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1730978490747/Put/seqid=0 2024-11-07T11:21:30,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741846_1022 (size=10791) 2024-11-07T11:21:30,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91a9915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,36795,-1 for getting cluster id 2024-11-07T11:21:30,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:30,765 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4153185-44e3-44db-9a18-9663927a6f35' 2024-11-07T11:21:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4153185-44e3-44db-9a18-9663927a6f35" 2024-11-07T11:21:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b34d8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,36795,-1] 2024-11-07T11:21:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,767 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:30,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:30,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38333,1730978467677, seqNum=-1] 2024-11-07T11:21:30,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:30,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:21:30,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34927e11 2024-11-07T11:21:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:30,780 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:21:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2] 2024-11-07T11:21:30,784 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:21:30,796 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-07T11:21:30,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-07T11:21:30,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 63944044d48b3505461825fe67506290/f 2024-11-07T11:21:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T11:21:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:30,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 63944044d48b3505461825fe67506290/f 2024-11-07T11:21:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T11:21:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HRegion(2603): Flush status journal for 63944044d48b3505461825fe67506290: 2024-11-07T11:21:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_1 2024-11-07T11:21:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_1 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ 2024-11-07T11:21:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_0 2024-11-07T11:21:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_0 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ 2024-11-07T11:21:30,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_1 into 63944044d48b3505461825fe67506290/f as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ - updating store file list. 2024-11-07T11:21:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:30,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ into 63944044d48b3505461825fe67506290/f 2024-11-07T11:21:30,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_1 into 63944044d48b3505461825fe67506290/f (new location: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_) 2024-11-07T11:21:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_1 2024-11-07T11:21:30,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_0 into 63944044d48b3505461825fe67506290/f as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ - updating store file list. 2024-11-07T11:21:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:30,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ into 63944044d48b3505461825fe67506290/f 2024-11-07T11:21:30,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_0 into 63944044d48b3505461825fe67506290/f (new location: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_) 2024-11-07T11:21:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/staging/jenkins__test__ujcetkj4hkl4608sv3r3g7g38036ct80f5kp5sv4vcvqe177hss2s742nn3dcie3/f/hfile_0 2024-11-07T11:21:30,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:30,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:30,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2 , the old value is region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4ab3d709c6df:38333 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:21:30,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T11:21:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730978483249.63944044d48b3505461825fe67506290., hostname=4ab3d709c6df,38333,1730978467677, seqNum=2 from cache 2024-11-07T11:21:30,840 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T11:21:30,843 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T11:21:30,920 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 0, reset compression=false 2024-11-07T11:21:30,925 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:21:30,925 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4ab3d709c6df,38333,1730978467677 got entry batch from reader: WALEntryBatch [walEntries=[{test/63944044d48b3505461825fe67506290/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730978490838/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T11:21:30,926 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:21:30,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T11:21:30,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(318): Replicating [a4153185-44e3-44db-9a18-9663927a6f35] bulk loaded data 2024-11-07T11:21:30,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48d5ce09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] client.ClusterIdFetcher(90): Going to request 4ab3d709c6df,33021,-1 for getting cluster id 2024-11-07T11:21:30,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:21:30,929 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcb5b436-c07b-40c8-b61b-d570caee99e5' 2024-11-07T11:21:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:21:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcb5b436-c07b-40c8-b61b-d570caee99e5" 2024-11-07T11:21:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@178f90cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4ab3d709c6df,33021,-1] 2024-11-07T11:21:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:21:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:30,930 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:21:30,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e391b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:21:30,944 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T11:21:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741837_1013 (size=10791) 2024-11-07T11:21:31,125 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:31,221 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 0, reset compression=false 2024-11-07T11:21:31,229 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T11:21:31,229 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4ab3d709c6df,38333,1730978467677 got entry batch from reader: WALEntryBatch [walEntries=[{test/63944044d48b3505461825fe67506290/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730978490838/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T11:21:31,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.ReplicationSink(318): Replicating [a4153185-44e3-44db-9a18-9663927a6f35] bulk loaded data 2024-11-07T11:21:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741839_1015 (size=10791) 2024-11-07T11:21:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741838_1014 (size=11194) 2024-11-07T11:21:31,429 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:31,430 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741840_1016 (size=11194) 2024-11-07T11:21:31,737 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:31,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:21:31,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:31,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72654783 2024-11-07T11:21:31,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:21:31,759 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-07T11:21:31,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:21:31,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:21:31,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4ab3d709c6df,38105,1730978478030, seqNum=-1] 2024-11-07T11:21:31,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:21:31,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-07T11:21:31,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T11:21:31,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T11:21:31,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ for inclusion in 0f1307a0d98486132b3781ed01bfb61a/f 2024-11-07T11:21:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T11:21:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:31,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ for inclusion in 0f1307a0d98486132b3781ed01bfb61a/f 2024-11-07T11:21:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T11:21:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HRegion(2603): Flush status journal for 0f1307a0d98486132b3781ed01bfb61a: 2024-11-07T11:21:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:21:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/f/94dee552b1c84cf291efe6d356452fc5_SeqId_4_ 2024-11-07T11:21:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:21:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/f/9626f9faa18648ea85725197ad0b1b33_SeqId_4_ 2024-11-07T11:21:31,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ into 0f1307a0d98486132b3781ed01bfb61a/f as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/f/94dee552b1c84cf291efe6d356452fc5_SeqId_4_ - updating store file list. 2024-11-07T11:21:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94dee552b1c84cf291efe6d356452fc5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:31,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/f/94dee552b1c84cf291efe6d356452fc5_SeqId_4_ into 0f1307a0d98486132b3781ed01bfb61a/f 2024-11-07T11:21:31,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ into 0f1307a0d98486132b3781ed01bfb61a/f (new location: hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/f/94dee552b1c84cf291efe6d356452fc5_SeqId_4_) 2024-11-07T11:21:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ 2024-11-07T11:21:31,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ into 0f1307a0d98486132b3781ed01bfb61a/f as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/f/9626f9faa18648ea85725197ad0b1b33_SeqId_4_ - updating store file list. 2024-11-07T11:21:31,835 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9626f9faa18648ea85725197ad0b1b33_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:31,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/f/9626f9faa18648ea85725197ad0b1b33_SeqId_4_ into 0f1307a0d98486132b3781ed01bfb61a/f 2024-11-07T11:21:31,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ into 0f1307a0d98486132b3781ed01bfb61a/f (new location: hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/f/9626f9faa18648ea85725197ad0b1b33_SeqId_4_) 2024-11-07T11:21:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/staging/jenkins.hfs.23__test__learvpsf8rdirv2ffc4l3nvlqpshvce2aifnhs1cf3da1m41o8e9ugkvih7niip/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ 2024-11-07T11:21:31,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38105 {}] regionserver.ReplicationSink(324): Finished replicating [a4153185-44e3-44db-9a18-9663927a6f35] bulk loaded data 2024-11-07T11:21:31,847 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T11:21:32,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T11:21:32,107 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T11:21:32,110 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T11:21:32,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ for inclusion in d111a4891f6734eb4bca49b31c216297/f 2024-11-07T11:21:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T11:21:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:32,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ for inclusion in d111a4891f6734eb4bca49b31c216297/f 2024-11-07T11:21:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T11:21:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T11:21:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HRegion(2603): Flush status journal for d111a4891f6734eb4bca49b31c216297: 2024-11-07T11:21:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:21:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/45fb8158aff4490cb096239815c92d9b_SeqId_6_ 2024-11-07T11:21:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T11:21:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/07edad535ec64af3abf7abaef12b7bca_SeqId_6_ 2024-11-07T11:21:32,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ into d111a4891f6734eb4bca49b31c216297/f as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/45fb8158aff4490cb096239815c92d9b_SeqId_6_ - updating store file list. 2024-11-07T11:21:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45fb8158aff4490cb096239815c92d9b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:32,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/45fb8158aff4490cb096239815c92d9b_SeqId_6_ into d111a4891f6734eb4bca49b31c216297/f 2024-11-07T11:21:32,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ into d111a4891f6734eb4bca49b31c216297/f (new location: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/45fb8158aff4490cb096239815c92d9b_SeqId_6_) 2024-11-07T11:21:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_ 2024-11-07T11:21:32,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ into d111a4891f6734eb4bca49b31c216297/f as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/07edad535ec64af3abf7abaef12b7bca_SeqId_6_ - updating store file list. 2024-11-07T11:21:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 07edad535ec64af3abf7abaef12b7bca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T11:21:32,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/07edad535ec64af3abf7abaef12b7bca_SeqId_6_ into d111a4891f6734eb4bca49b31c216297/f 2024-11-07T11:21:32,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ into d111a4891f6734eb4bca49b31c216297/f (new location: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/f/07edad535ec64af3abf7abaef12b7bca_SeqId_6_) 2024-11-07T11:21:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/staging/jenkins.hfs.22__test__rg2jbp7plbtbavu60ec51q0a0s2ie5h7bb1nd6kcj5qhi930p5876tmtk142g1be/f/855a4e2c7e4448168e521b0d53e52fdc_SeqId_6_ 2024-11-07T11:21:32,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44505 {}] regionserver.ReplicationSink(324): Finished replicating [a4153185-44e3-44db-9a18-9663927a6f35] bulk loaded data 2024-11-07T11:21:32,153 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:32,368 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:32,681 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:32,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:21:32,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:32,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:32,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:32,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:32,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:32,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:21:32,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1548652834, stopped=false 2024-11-07T11:21:32,869 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,33021,1730978477911 2024-11-07T11:21:32,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T11:21:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2990017139/running 2024-11-07T11:21:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2990017139/running 2024-11-07T11:21:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:32,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:21:32,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:32,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:32,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:32,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,38105,1730978478030' ***** 2024-11-07T11:21:32,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on znode that does not yet exist, /2990017139/running 2024-11-07T11:21:32,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:21:32,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Set watcher on znode that does not yet exist, /2990017139/running 2024-11-07T11:21:32,941 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:21:32,942 INFO [RS:0;4ab3d709c6df:38105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:21:32,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:21:32,942 INFO [RS:0;4ab3d709c6df:38105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:21:32,942 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f1307a0d98486132b3781ed01bfb61a 2024-11-07T11:21:32,942 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:32,942 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:21:32,942 INFO [RS:0;4ab3d709c6df:38105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38105. 2024-11-07T11:21:32,942 DEBUG [RS:0;4ab3d709c6df:38105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:32,942 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f1307a0d98486132b3781ed01bfb61a, disabling compactions & flushes 2024-11-07T11:21:32,942 DEBUG [RS:0;4ab3d709c6df:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:32,942 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:32,942 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:32,942 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. after waiting 0 ms 2024-11-07T11:21:32,942 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:32,942 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:21:32,942 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:21:32,942 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:21:32,943 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:21:32,943 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:21:32,943 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1325): Online Regions={0f1307a0d98486132b3781ed01bfb61a=test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:21:32,943 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1351): Waiting on 0f1307a0d98486132b3781ed01bfb61a, 1588230740 2024-11-07T11:21:32,943 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:21:32,943 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:21:32,943 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:21:32,943 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:21:32,943 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:21:32,943 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T11:21:32,953 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/default/test/0f1307a0d98486132b3781ed01bfb61a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T11:21:32,954 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:21:32,954 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:21:32,954 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:32,954 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f1307a0d98486132b3781ed01bfb61a: Waiting for close lock at 1730978492942Running coprocessor pre-close hooks at 1730978492942Disabling compacts and flushes for region at 1730978492942Disabling writes for close at 1730978492942Writing region close event to WAL at 1730978492944 (+2 ms)Running coprocessor post-close hooks at 1730978492954 (+10 ms)Closed at 1730978492954 2024-11-07T11:21:32,955 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a. 2024-11-07T11:21:32,973 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/info/7dc964f7fefb4e1aadd11a793d4d3b00 is 129, key is test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a./info:regioninfo/1730978486294/Put/seqid=0 2024-11-07T11:21:32,976 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:21:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741839_1015 (size=6421) 2024-11-07T11:21:32,978 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/info/7dc964f7fefb4e1aadd11a793d4d3b00 2024-11-07T11:21:33,000 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/ns/644acd9716cd4525a518c2be2794152d is 43, key is default/ns:d/1730978483101/Put/seqid=0 2024-11-07T11:21:33,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741840_1016 (size=5153) 2024-11-07T11:21:33,005 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:33,143 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:21:33,284 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:33,343 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:21:33,404 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/ns/644acd9716cd4525a518c2be2794152d 2024-11-07T11:21:33,427 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/rep_barrier/443d04f28ba34f438e15c4ccae629dcd is 112, key is test,,1730978485535.0f1307a0d98486132b3781ed01bfb61a./rep_barrier:seqnumDuringOpen/1730978486294/Put/seqid=0 2024-11-07T11:21:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741841_1017 (size=5518) 2024-11-07T11:21:33,435 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/rep_barrier/443d04f28ba34f438e15c4ccae629dcd 2024-11-07T11:21:33,480 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/table/c60de4087b4947f297c495e666006fb8 is 40, key is test/table:state/1730978486303/Put/seqid=0 2024-11-07T11:21:33,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741842_1018 (size=5165) 2024-11-07T11:21:33,500 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/table/c60de4087b4947f297c495e666006fb8 2024-11-07T11:21:33,505 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/info/7dc964f7fefb4e1aadd11a793d4d3b00 as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/info/7dc964f7fefb4e1aadd11a793d4d3b00 2024-11-07T11:21:33,510 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/info/7dc964f7fefb4e1aadd11a793d4d3b00, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T11:21:33,511 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/ns/644acd9716cd4525a518c2be2794152d as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/ns/644acd9716cd4525a518c2be2794152d 2024-11-07T11:21:33,516 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/ns/644acd9716cd4525a518c2be2794152d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:21:33,517 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/rep_barrier/443d04f28ba34f438e15c4ccae629dcd as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/rep_barrier/443d04f28ba34f438e15c4ccae629dcd 2024-11-07T11:21:33,523 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/rep_barrier/443d04f28ba34f438e15c4ccae629dcd, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T11:21:33,523 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/.tmp/table/c60de4087b4947f297c495e666006fb8 as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/table/c60de4087b4947f297c495e666006fb8 2024-11-07T11:21:33,532 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/table/c60de4087b4947f297c495e666006fb8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:21:33,533 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=11, compaction requested=false 2024-11-07T11:21:33,543 DEBUG [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:21:33,544 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T11:21:33,545 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:21:33,545 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:21:33,545 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:33,545 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978492943Running coprocessor pre-close hooks at 1730978492943Disabling compacts and flushes for region at 1730978492943Disabling writes for close at 1730978492943Obtaining lock to block concurrent updates at 1730978492943Preparing flush snapshotting stores in 1588230740 at 1730978492943Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730978492943Flushing stores of hbase:meta,,1.1588230740 at 1730978492944 (+1 ms)Flushing 1588230740/info: creating writer at 1730978492944Flushing 1588230740/info: appending metadata at 1730978492973 (+29 ms)Flushing 1588230740/info: closing flushed file at 1730978492973Flushing 1588230740/ns: creating writer at 1730978492983 (+10 ms)Flushing 1588230740/ns: appending metadata at 1730978493000 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730978493000Flushing 1588230740/rep_barrier: creating writer at 1730978493408 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978493427 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978493427Flushing 1588230740/table: creating writer at 1730978493439 (+12 ms)Flushing 1588230740/table: appending metadata at 1730978493479 (+40 ms)Flushing 1588230740/table: closing flushed file at 1730978493479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33bc2a61: reopening flushed file at 1730978493504 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f9e88: reopening flushed file at 1730978493511 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6babf9f8: reopening flushed file at 1730978493516 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba43620: reopening flushed file at 1730978493523 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=11, compaction requested=false at 1730978493533 (+10 ms)Writing region close event to WAL at 1730978493540 (+7 ms)Running coprocessor post-close hooks at 1730978493545 (+5 ms)Closed at 1730978493545 2024-11-07T11:21:33,545 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:33,566 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:21:33,566 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:21:33,708 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:33,744 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,38105,1730978478030; all regions closed. 2024-11-07T11:21:33,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741834_1010 (size=2717) 2024-11-07T11:21:33,791 DEBUG [RS:0;4ab3d709c6df:38105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/oldWALs 2024-11-07T11:21:33,791 INFO [RS:0;4ab3d709c6df:38105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C38105%2C1730978478030.meta:.meta(num 1730978482993) 2024-11-07T11:21:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741833_1009 (size=1028) 2024-11-07T11:21:33,795 DEBUG [RS:0;4ab3d709c6df:38105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/oldWALs 2024-11-07T11:21:33,795 INFO [RS:0;4ab3d709c6df:38105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C38105%2C1730978478030:(num 1730978482704) 2024-11-07T11:21:33,795 DEBUG [RS:0;4ab3d709c6df:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:33,795 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:21:33,796 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:21:33,796 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T11:21:33,796 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:21:33,796 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:21:33,796 INFO [RS:0;4ab3d709c6df:38105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38105. 2024-11-07T11:21:33,797 DEBUG [RS:0;4ab3d709c6df:38105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:33,797 DEBUG [RS:0;4ab3d709c6df:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:33,797 DEBUG [RS:0;4ab3d709c6df:38105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:33,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:33,797 INFO [RS:0;4ab3d709c6df:38105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38105 2024-11-07T11:21:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139/rs 2024-11-07T11:21:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2990017139/rs/4ab3d709c6df,38105,1730978478030 2024-11-07T11:21:33,838 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:21:33,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,38105,1730978478030] 2024-11-07T11:21:33,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2990017139/draining/4ab3d709c6df,38105,1730978478030 already deleted, retry=false 2024-11-07T11:21:33,866 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,38105,1730978478030 expired; onlineServers=0 2024-11-07T11:21:33,866 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,33021,1730978477911' ***** 2024-11-07T11:21:33,866 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:21:33,866 INFO [M:0;4ab3d709c6df:33021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:21:33,867 INFO [M:0;4ab3d709c6df:33021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:21:33,867 DEBUG [M:0;4ab3d709c6df:33021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:21:33,867 DEBUG [M:0;4ab3d709c6df:33021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:21:33,867 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:21:33,867 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978481952 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978481952,5,FailOnTimeoutGroup] 2024-11-07T11:21:33,867 INFO [M:0;4ab3d709c6df:33021 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:21:33,867 INFO [M:0;4ab3d709c6df:33021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:21:33,867 DEBUG [M:0;4ab3d709c6df:33021 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:21:33,867 INFO [M:0;4ab3d709c6df:33021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:21:33,867 INFO [M:0;4ab3d709c6df:33021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:21:33,868 INFO [M:0;4ab3d709c6df:33021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:21:33,868 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978481953 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978481953,5,FailOnTimeoutGroup] 2024-11-07T11:21:33,868 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:21:33,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2990017139/master 2024-11-07T11:21:33,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2990017139 2024-11-07T11:21:33,877 DEBUG [M:0;4ab3d709c6df:33021 {}] zookeeper.ZKUtil(347): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Unable to get data of znode /2990017139/master because node does not exist (not an error) 2024-11-07T11:21:33,877 WARN [M:0;4ab3d709c6df:33021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:21:33,877 INFO [M:0;4ab3d709c6df:33021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/.lastflushedseqids 2024-11-07T11:21:33,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741843_1019 (size=173) 2024-11-07T11:21:33,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:33,956 INFO [RS:0;4ab3d709c6df:38105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:21:33,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38105-0x10115073dfc0007, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:33,956 INFO [RS:0;4ab3d709c6df:38105 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,38105,1730978478030; zookeeper connection closed. 2024-11-07T11:21:33,957 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50d06990 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50d06990 2024-11-07T11:21:33,957 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:21:33,987 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:34,282 INFO [M:0;4ab3d709c6df:33021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:21:34,282 INFO [M:0;4ab3d709c6df:33021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:21:34,282 DEBUG [M:0;4ab3d709c6df:33021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:21:34,282 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:34,282 DEBUG [M:0;4ab3d709c6df:33021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:34,282 DEBUG [M:0;4ab3d709c6df:33021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:21:34,282 DEBUG [M:0;4ab3d709c6df:33021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:34,283 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-07T11:21:34,303 DEBUG [M:0;4ab3d709c6df:33021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb6c7659d8694143a083263a3e9cb823 is 82, key is hbase:meta,,1/info:regioninfo/1730978483030/Put/seqid=0 2024-11-07T11:21:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741844_1020 (size=5672) 2024-11-07T11:21:34,313 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb6c7659d8694143a083263a3e9cb823 2024-11-07T11:21:34,336 DEBUG [M:0;4ab3d709c6df:33021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/725544b431554b1f98d0c8c3da0d3513 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978486306/Put/seqid=0 2024-11-07T11:21:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741845_1021 (size=6587) 2024-11-07T11:21:34,512 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:34,740 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/725544b431554b1f98d0c8c3da0d3513 2024-11-07T11:21:34,758 DEBUG [M:0;4ab3d709c6df:33021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e3cfe29010482eaa45cf54e118fd9a is 69, key is 4ab3d709c6df,38105,1730978478030/rs:state/1730978482218/Put/seqid=0 2024-11-07T11:21:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741846_1022 (size=5156) 2024-11-07T11:21:34,792 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:35,162 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e3cfe29010482eaa45cf54e118fd9a 2024-11-07T11:21:35,166 DEBUG [M:0;4ab3d709c6df:33021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb6c7659d8694143a083263a3e9cb823 as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb6c7659d8694143a083263a3e9cb823 2024-11-07T11:21:35,170 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb6c7659d8694143a083263a3e9cb823, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T11:21:35,170 DEBUG [M:0;4ab3d709c6df:33021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/725544b431554b1f98d0c8c3da0d3513 as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/725544b431554b1f98d0c8c3da0d3513 2024-11-07T11:21:35,173 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/725544b431554b1f98d0c8c3da0d3513, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T11:21:35,174 DEBUG [M:0;4ab3d709c6df:33021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e3cfe29010482eaa45cf54e118fd9a as hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e3cfe29010482eaa45cf54e118fd9a 2024-11-07T11:21:35,178 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40111/user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e3cfe29010482eaa45cf54e118fd9a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T11:21:35,179 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=55, compaction requested=false 2024-11-07T11:21:35,182 INFO [M:0;4ab3d709c6df:33021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:35,182 DEBUG [M:0;4ab3d709c6df:33021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978494282Disabling compacts and flushes for region at 1730978494282Disabling writes for close at 1730978494282Obtaining lock to block concurrent updates at 1730978494283 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978494283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1730978494283Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978494283Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978494283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978494302 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978494302Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978494317 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978494335 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978494335Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978494743 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978494757 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978494757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fe745a: reopening flushed file at 1730978495166 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4a636d: reopening flushed file at 1730978495170 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cc0957: reopening flushed file at 1730978495173 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=55, compaction requested=false at 1730978495179 (+6 ms)Writing region close event to WAL at 1730978495182 (+3 ms)Closed at 1730978495182 2024-11-07T11:21:35,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741830_1006 (size=32782) 2024-11-07T11:21:35,184 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/525cedc4-e880-c365-8b56-c1d38368cc4d/MasterData/WALs/4ab3d709c6df,33021,1730978477911/4ab3d709c6df%2C33021%2C1730978477911.1730978480583 not finished, retry = 0 2024-11-07T11:21:35,285 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:21:35,285 INFO [M:0;4ab3d709c6df:33021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:21:35,285 INFO [M:0;4ab3d709c6df:33021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33021 2024-11-07T11:21:35,286 INFO [M:0;4ab3d709c6df:33021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:21:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x10115073dfc0006, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:35,415 INFO [M:0;4ab3d709c6df:33021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:21:35,421 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:35,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8b387b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:21:35,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:21:35,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:21:35,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:21:35,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/hadoop.log.dir/,STOPPED} 2024-11-07T11:21:35,426 WARN [BP-1188924000-172.17.0.2-1730978475103 heartbeating to localhost/127.0.0.1:40111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:21:35,426 WARN [BP-1188924000-172.17.0.2-1730978475103 heartbeating to localhost/127.0.0.1:40111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1188924000-172.17.0.2-1730978475103 (Datanode Uuid 9625c75e-84a1-4285-b4bd-b6e1602d7277) service to localhost/127.0.0.1:40111 2024-11-07T11:21:35,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/cluster_d436e550-7cdc-d718-83c3-f91576d4e3cd/data/data1/current/BP-1188924000-172.17.0.2-1730978475103 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:21:35,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/cluster_d436e550-7cdc-d718-83c3-f91576d4e3cd/data/data2/current/BP-1188924000-172.17.0.2-1730978475103 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:21:35,427 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:21:35,427 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:21:35,427 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:21:35,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a65f36e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:21:35,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:21:35,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:21:35,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:21:35,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98729468-3cdc-6ebe-6bfa-60be685fb2a3/hadoop.log.dir/,STOPPED} 2024-11-07T11:21:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:21:35,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:21:35,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:35,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:35,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:35,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:35,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:35,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:21:35,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2078394042, stopped=false 2024-11-07T11:21:35,472 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,39285,1730978471829 2024-11-07T11:21:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-729038360/running 2024-11-07T11:21:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-729038360/running 2024-11-07T11:21:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:35,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:21:35,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:35,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:35,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:35,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on znode that does not yet exist, /1-729038360/running 2024-11-07T11:21:35,535 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,44505,1730978471996' ***** 2024-11-07T11:21:35,535 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:21:35,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Set watcher on znode that does not yet exist, /1-729038360/running 2024-11-07T11:21:35,536 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:21:35,536 INFO [RS:0;4ab3d709c6df:44505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:21:35,536 INFO [RS:0;4ab3d709c6df:44505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:21:35,536 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:21:35,536 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(3091): Received CLOSE for d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:35,537 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:35,537 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:21:35,537 INFO [RS:0;4ab3d709c6df:44505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:44505. 2024-11-07T11:21:35,537 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d111a4891f6734eb4bca49b31c216297, disabling compactions & flushes 2024-11-07T11:21:35,537 DEBUG [RS:0;4ab3d709c6df:44505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:35,537 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:35,537 DEBUG [RS:0;4ab3d709c6df:44505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:35,537 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:35,537 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978484396.d111a4891f6734eb4bca49b31c216297. after waiting 0 ms 2024-11-07T11:21:35,537 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:21:35,537 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:35,537 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:21:35,537 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:21:35,537 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:21:35,540 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T11:21:35,540 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1325): Online Regions={d111a4891f6734eb4bca49b31c216297=test,,1730978484396.d111a4891f6734eb4bca49b31c216297., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:21:35,540 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d111a4891f6734eb4bca49b31c216297 2024-11-07T11:21:35,540 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:21:35,540 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:21:35,540 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:21:35,540 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:21:35,540 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:21:35,541 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T11:21:35,543 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/default/test/d111a4891f6734eb4bca49b31c216297/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T11:21:35,543 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:21:35,543 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:21:35,544 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:35,544 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d111a4891f6734eb4bca49b31c216297: Waiting for close lock at 1730978495537Running coprocessor pre-close hooks at 1730978495537Disabling compacts and flushes for region at 1730978495537Disabling writes for close at 1730978495537Writing region close event to WAL at 1730978495540 (+3 ms)Running coprocessor post-close hooks at 1730978495543 (+3 ms)Closed at 1730978495544 (+1 ms) 2024-11-07T11:21:35,544 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978484396.d111a4891f6734eb4bca49b31c216297. 2024-11-07T11:21:35,554 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/info/194647e309aa427387b66df79227d665 is 129, key is test,,1730978484396.d111a4891f6734eb4bca49b31c216297./info:regioninfo/1730978485142/Put/seqid=0 2024-11-07T11:21:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741841_1017 (size=6421) 2024-11-07T11:21:35,624 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:21:35,701 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:35,740 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:21:35,940 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:21:35,958 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/info/194647e309aa427387b66df79227d665 2024-11-07T11:21:35,978 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/ns/c75e38fd79c14117b537ca0715423c87 is 43, key is default/ns:d/1730978474911/Put/seqid=0 2024-11-07T11:21:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741842_1018 (size=5153) 2024-11-07T11:21:35,986 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/ns/c75e38fd79c14117b537ca0715423c87 2024-11-07T11:21:36,011 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/rep_barrier/03356a716c544c69a2de9100f9276921 is 112, key is test,,1730978484396.d111a4891f6734eb4bca49b31c216297./rep_barrier:seqnumDuringOpen/1730978485142/Put/seqid=0 2024-11-07T11:21:36,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741843_1019 (size=5518) 2024-11-07T11:21:36,141 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:21:36,197 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:21:36,197 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:21:36,341 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:21:36,418 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/rep_barrier/03356a716c544c69a2de9100f9276921 2024-11-07T11:21:36,433 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:36,439 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/table/e5ae17435cdb4b3db6f9f2eef3687c81 is 40, key is test/table:state/1730978485148/Put/seqid=0 2024-11-07T11:21:36,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741844_1020 (size=5165) 2024-11-07T11:21:36,541 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:21:36,541 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:21:36,541 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:21:36,704 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:36,741 DEBUG [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:21:36,842 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/table/e5ae17435cdb4b3db6f9f2eef3687c81 2024-11-07T11:21:36,846 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/info/194647e309aa427387b66df79227d665 as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/info/194647e309aa427387b66df79227d665 2024-11-07T11:21:36,850 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/info/194647e309aa427387b66df79227d665, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T11:21:36,850 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/ns/c75e38fd79c14117b537ca0715423c87 as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/ns/c75e38fd79c14117b537ca0715423c87 2024-11-07T11:21:36,852 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/ns/c75e38fd79c14117b537ca0715423c87, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:21:36,853 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/rep_barrier/03356a716c544c69a2de9100f9276921 as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/rep_barrier/03356a716c544c69a2de9100f9276921 2024-11-07T11:21:36,856 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/rep_barrier/03356a716c544c69a2de9100f9276921, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T11:21:36,856 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/.tmp/table/e5ae17435cdb4b3db6f9f2eef3687c81 as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/table/e5ae17435cdb4b3db6f9f2eef3687c81 2024-11-07T11:21:36,859 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/table/e5ae17435cdb4b3db6f9f2eef3687c81, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T11:21:36,860 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false 2024-11-07T11:21:36,860 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:21:36,863 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T11:21:36,864 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:21:36,864 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:21:36,864 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:36,864 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978495540Running coprocessor pre-close hooks at 1730978495540Disabling compacts and flushes for region at 1730978495540Disabling writes for close at 1730978495540Obtaining lock to block concurrent updates at 1730978495541 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730978495541Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730978495541Flushing stores of hbase:meta,,1.1588230740 at 1730978495541Flushing 1588230740/info: creating writer at 1730978495541Flushing 1588230740/info: appending metadata at 1730978495554 (+13 ms)Flushing 1588230740/info: closing flushed file at 1730978495554Flushing 1588230740/ns: creating writer at 1730978495962 (+408 ms)Flushing 1588230740/ns: appending metadata at 1730978495978 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730978495978Flushing 1588230740/rep_barrier: creating writer at 1730978495989 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978496011 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978496011Flushing 1588230740/table: creating writer at 1730978496421 (+410 ms)Flushing 1588230740/table: appending metadata at 1730978496438 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730978496438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da601ab: reopening flushed file at 1730978496846 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51093980: reopening flushed file at 1730978496850 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbb6b63: reopening flushed file at 1730978496853 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@84a72ee: reopening flushed file at 1730978496856 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false at 1730978496860 (+4 ms)Writing region close event to WAL at 1730978496861 (+1 ms)Running coprocessor post-close hooks at 1730978496864 (+3 ms)Closed at 1730978496864 2024-11-07T11:21:36,864 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:36,941 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,44505,1730978471996; all regions closed. 2024-11-07T11:21:36,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741834_1010 (size=2717) 2024-11-07T11:21:36,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/WALs/4ab3d709c6df,44505,1730978471996/4ab3d709c6df%2C44505%2C1730978471996.meta.1730978474802.meta not finished, retry = 0 2024-11-07T11:21:37,033 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:21:37,045 DEBUG [RS:0;4ab3d709c6df:44505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/oldWALs 2024-11-07T11:21:37,045 INFO [RS:0;4ab3d709c6df:44505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C44505%2C1730978471996.meta:.meta(num 1730978474802) 2024-11-07T11:21:37,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741833_1009 (size=1374) 2024-11-07T11:21:37,048 DEBUG [RS:0;4ab3d709c6df:44505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/oldWALs 2024-11-07T11:21:37,048 INFO [RS:0;4ab3d709c6df:44505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C44505%2C1730978471996:(num 1730978474310) 2024-11-07T11:21:37,048 DEBUG [RS:0;4ab3d709c6df:44505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:37,048 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:21:37,048 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:21:37,048 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:21:37,048 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:21:37,048 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:21:37,049 INFO [RS:0;4ab3d709c6df:44505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:44505. 2024-11-07T11:21:37,049 DEBUG [RS:0;4ab3d709c6df:44505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:37,049 DEBUG [RS:0;4ab3d709c6df:44505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:37,049 DEBUG [RS:0;4ab3d709c6df:44505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:37,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:37,049 INFO [RS:0;4ab3d709c6df:44505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44505 2024-11-07T11:21:37,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-729038360/rs/4ab3d709c6df,44505,1730978471996 2024-11-07T11:21:37,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360/rs 2024-11-07T11:21:37,110 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:21:37,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,44505,1730978471996] 2024-11-07T11:21:37,247 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-729038360/draining/4ab3d709c6df,44505,1730978471996 already deleted, retry=false 2024-11-07T11:21:37,248 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,44505,1730978471996 expired; onlineServers=0 2024-11-07T11:21:37,248 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,39285,1730978471829' ***** 2024-11-07T11:21:37,248 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:21:37,248 INFO [M:0;4ab3d709c6df:39285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:21:37,248 INFO [M:0;4ab3d709c6df:39285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:21:37,248 DEBUG [M:0;4ab3d709c6df:39285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:21:37,248 DEBUG [M:0;4ab3d709c6df:39285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:21:37,248 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978474056 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978474056,5,FailOnTimeoutGroup] 2024-11-07T11:21:37,248 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:21:37,248 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978474060 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978474060,5,FailOnTimeoutGroup] 2024-11-07T11:21:37,248 INFO [M:0;4ab3d709c6df:39285 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:21:37,248 INFO [M:0;4ab3d709c6df:39285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:21:37,248 DEBUG [M:0;4ab3d709c6df:39285 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:21:37,248 INFO [M:0;4ab3d709c6df:39285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:21:37,248 INFO [M:0;4ab3d709c6df:39285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:21:37,248 INFO [M:0;4ab3d709c6df:39285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:21:37,248 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:21:37,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:37,284 INFO [RS:0;4ab3d709c6df:44505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:21:37,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44505-0x10115073dfc0004, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:37,284 INFO [RS:0;4ab3d709c6df:44505 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,44505,1730978471996; zookeeper connection closed. 2024-11-07T11:21:37,284 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51a2b5ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51a2b5ca 2024-11-07T11:21:37,285 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:21:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-729038360/master 2024-11-07T11:21:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-729038360 2024-11-07T11:21:37,323 DEBUG [M:0;4ab3d709c6df:39285 {}] zookeeper.ZKUtil(347): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Unable to get data of znode /1-729038360/master because node does not exist (not an error) 2024-11-07T11:21:37,323 WARN [M:0;4ab3d709c6df:39285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:21:37,324 INFO [M:0;4ab3d709c6df:39285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/.lastflushedseqids 2024-11-07T11:21:37,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741845_1021 (size=173) 2024-11-07T11:21:37,536 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:37,727 INFO [M:0;4ab3d709c6df:39285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:21:37,728 INFO [M:0;4ab3d709c6df:39285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:21:37,728 DEBUG [M:0;4ab3d709c6df:39285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:21:37,728 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:37,728 DEBUG [M:0;4ab3d709c6df:39285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:37,728 DEBUG [M:0;4ab3d709c6df:39285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:21:37,728 DEBUG [M:0;4ab3d709c6df:39285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:37,728 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-07T11:21:37,745 DEBUG [M:0;4ab3d709c6df:39285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e723aae04d046a3a66dc08400612ac5 is 82, key is hbase:meta,,1/info:regioninfo/1730978474890/Put/seqid=0 2024-11-07T11:21:37,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741846_1022 (size=5672) 2024-11-07T11:21:37,753 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e723aae04d046a3a66dc08400612ac5 2024-11-07T11:21:37,769 DEBUG [M:0;4ab3d709c6df:39285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f85ebdd04104368a1ec058b2c99ac3f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978485151/Put/seqid=0 2024-11-07T11:21:37,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741847_1023 (size=6586) 2024-11-07T11:21:37,807 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:38,172 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f85ebdd04104368a1ec058b2c99ac3f 2024-11-07T11:21:38,193 DEBUG [M:0;4ab3d709c6df:39285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cccd8e1ce86c45e9823a2393ef9c7447 is 69, key is 4ab3d709c6df,44505,1730978471996/rs:state/1730978474073/Put/seqid=0 2024-11-07T11:21:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741848_1024 (size=5156) 2024-11-07T11:21:38,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T11:21:38,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T11:21:38,598 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cccd8e1ce86c45e9823a2393ef9c7447 2024-11-07T11:21:38,601 DEBUG [M:0;4ab3d709c6df:39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e723aae04d046a3a66dc08400612ac5 as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e723aae04d046a3a66dc08400612ac5 2024-11-07T11:21:38,605 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e723aae04d046a3a66dc08400612ac5, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T11:21:38,605 DEBUG [M:0;4ab3d709c6df:39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f85ebdd04104368a1ec058b2c99ac3f as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f85ebdd04104368a1ec058b2c99ac3f 2024-11-07T11:21:38,608 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f85ebdd04104368a1ec058b2c99ac3f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T11:21:38,609 DEBUG [M:0;4ab3d709c6df:39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cccd8e1ce86c45e9823a2393ef9c7447 as hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cccd8e1ce86c45e9823a2393ef9c7447 2024-11-07T11:21:38,613 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/1d0bd2f7-047d-440c-0082-d2170e75281e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cccd8e1ce86c45e9823a2393ef9c7447, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T11:21:38,614 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false 2024-11-07T11:21:38,628 INFO [M:0;4ab3d709c6df:39285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:38,628 DEBUG [M:0;4ab3d709c6df:39285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978497728Disabling compacts and flushes for region at 1730978497728Disabling writes for close at 1730978497728Obtaining lock to block concurrent updates at 1730978497728Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978497728Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1730978497728Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978497729 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978497729Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978497744 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978497744Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978497756 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978497769 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978497769Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978498176 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978498192 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978498192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e61edf: reopening flushed file at 1730978498601 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630299da: reopening flushed file at 1730978498605 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33adfc9a: reopening flushed file at 1730978498608 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false at 1730978498614 (+6 ms)Writing region close event to WAL at 1730978498628 (+14 ms)Closed at 1730978498628 2024-11-07T11:21:38,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741830_1006 (size=32770) 2024-11-07T11:21:38,634 INFO [M:0;4ab3d709c6df:39285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:21:38,635 INFO [M:0;4ab3d709c6df:39285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39285 2024-11-07T11:21:38,635 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:21:38,635 INFO [M:0;4ab3d709c6df:39285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:21:38,739 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:38,766 INFO [M:0;4ab3d709c6df:39285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:21:38,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:38,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x10115073dfc0003, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:38,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d5fa3db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:21:38,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:21:38,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:21:38,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:21:38,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.log.dir/,STOPPED} 2024-11-07T11:21:38,771 WARN [BP-895309263-172.17.0.2-1730978469504 heartbeating to localhost/127.0.0.1:37569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:21:38,771 WARN [BP-895309263-172.17.0.2-1730978469504 heartbeating to localhost/127.0.0.1:37569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-895309263-172.17.0.2-1730978469504 (Datanode Uuid 80c46e94-a5d2-4a68-bbcb-1350d00facd4) service to localhost/127.0.0.1:37569 2024-11-07T11:21:38,771 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/cluster_5bca43be-726a-5abe-996c-32db8f2e98c9/data/data1/current/BP-895309263-172.17.0.2-1730978469504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:21:38,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/cluster_5bca43be-726a-5abe-996c-32db8f2e98c9/data/data2/current/BP-895309263-172.17.0.2-1730978469504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:21:38,772 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:21:38,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:21:38,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:21:38,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1125a761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:21:38,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:21:38,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:21:38,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:21:38,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d502a601-da45-bdff-13f5-81b44c945c0a/hadoop.log.dir/,STOPPED} 2024-11-07T11:21:38,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:21:38,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:21:38,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:38,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:38,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:38,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:38,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:38,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:21:38,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=277664639, stopped=false 2024-11-07T11:21:38,794 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4ab3d709c6df,36795,1730978467447 2024-11-07T11:21:38,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887972021/running 2024-11-07T11:21:38,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887972021/running 2024-11-07T11:21:38,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:38,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:38,898 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:21:38,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:21:38,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:38,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:38,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on znode that does not yet exist, /0-887972021/running 2024-11-07T11:21:38,898 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4ab3d709c6df,38333,1730978467677' ***** 2024-11-07T11:21:38,898 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:21:38,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Set watcher on znode that does not yet exist, /0-887972021/running 2024-11-07T11:21:38,898 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:21:38,898 INFO [RS:0;4ab3d709c6df:38333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:21:38,898 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(3091): Received CLOSE for 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(3091): Received CLOSE for 63944044d48b3505461825fe67506290 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(959): stopping server 4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38333. 2024-11-07T11:21:38,899 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7df24fb69bd3a731b8a78ed110ac2822, disabling compactions & flushes 2024-11-07T11:21:38,899 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:38,899 DEBUG [RS:0;4ab3d709c6df:38333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:38,899 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:38,899 DEBUG [RS:0;4ab3d709c6df:38333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:38,899 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. after waiting 0 ms 2024-11-07T11:21:38,899 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:21:38,899 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7df24fb69bd3a731b8a78ed110ac2822 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-07T11:21:38,899 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:21:38,900 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T11:21:38,900 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1325): Online Regions={7df24fb69bd3a731b8a78ed110ac2822=hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822., 1588230740=hbase:meta,,1.1588230740, 63944044d48b3505461825fe67506290=test,,1730978483249.63944044d48b3505461825fe67506290.} 2024-11-07T11:21:38,900 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63944044d48b3505461825fe67506290, 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:38,900 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:21:38,900 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:21:38,900 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:21:38,900 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:21:38,900 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:21:38,900 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T11:21:38,914 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/.tmp/hfileref/cc1d79b85e2d4f568be1d55c4397b8f3 is 74, key is 1/hfileref:4b8b8ad0a67040378b0b0f0b7fd2afb1_SeqId_6_/1730978492135/DeleteColumn/seqid=0 2024-11-07T11:21:38,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741847_1023 (size=5489) 2024-11-07T11:21:38,917 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/info/ed719694ded14a55aa8815a92b87e3b6 is 147, key is hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822./info:regioninfo/1730978487123/Put/seqid=0 2024-11-07T11:21:38,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741848_1024 (size=7686) 2024-11-07T11:21:38,921 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/info/ed719694ded14a55aa8815a92b87e3b6 2024-11-07T11:21:38,940 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/ns/47bb04cfcb4641e6a9e59c4b3b8f75e7 is 43, key is default/ns:d/1730978469331/Put/seqid=0 2024-11-07T11:21:38,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741849_1025 (size=5153) 2024-11-07T11:21:38,987 INFO [regionserver/4ab3d709c6df:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:21:39,011 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:39,100 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63944044d48b3505461825fe67506290, 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:39,300 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63944044d48b3505461825fe67506290, 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:39,317 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/.tmp/hfileref/cc1d79b85e2d4f568be1d55c4397b8f3 2024-11-07T11:21:39,332 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/.tmp/queue/5e70b7ec60d742879e830ee3ae3977a5 is 153, key is 1-4ab3d709c6df,38333,1730978467677/queue:4ab3d709c6df%2C38333%2C1730978467677/1730978492137/Put/seqid=0 2024-11-07T11:21:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741850_1026 (size=5504) 2024-11-07T11:21:39,343 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/ns/47bb04cfcb4641e6a9e59c4b3b8f75e7 2024-11-07T11:21:39,359 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/rep_barrier/f70f14fa9af341029daf113a2a833f21 is 112, key is test,,1730978483249.63944044d48b3505461825fe67506290./rep_barrier:seqnumDuringOpen/1730978484035/Put/seqid=0 2024-11-07T11:21:39,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741851_1027 (size=5518) 2024-11-07T11:21:39,362 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/rep_barrier/f70f14fa9af341029daf113a2a833f21 2024-11-07T11:21:39,378 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/table/b4ff180adc7642af83b6170fe5a62590 is 53, key is hbase:replication/table:state/1730978487131/Put/seqid=0 2024-11-07T11:21:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741852_1028 (size=5308) 2024-11-07T11:21:39,381 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/table/b4ff180adc7642af83b6170fe5a62590 2024-11-07T11:21:39,384 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/info/ed719694ded14a55aa8815a92b87e3b6 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/info/ed719694ded14a55aa8815a92b87e3b6 2024-11-07T11:21:39,387 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/info/ed719694ded14a55aa8815a92b87e3b6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T11:21:39,388 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/ns/47bb04cfcb4641e6a9e59c4b3b8f75e7 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/ns/47bb04cfcb4641e6a9e59c4b3b8f75e7 2024-11-07T11:21:39,391 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/ns/47bb04cfcb4641e6a9e59c4b3b8f75e7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T11:21:39,392 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/rep_barrier/f70f14fa9af341029daf113a2a833f21 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/rep_barrier/f70f14fa9af341029daf113a2a833f21 2024-11-07T11:21:39,395 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/rep_barrier/f70f14fa9af341029daf113a2a833f21, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T11:21:39,396 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/.tmp/table/b4ff180adc7642af83b6170fe5a62590 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/table/b4ff180adc7642af83b6170fe5a62590 2024-11-07T11:21:39,399 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/table/b4ff180adc7642af83b6170fe5a62590, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T11:21:39,400 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 499ms, sequenceid=16, compaction requested=false 2024-11-07T11:21:39,400 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:21:39,403 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T11:21:39,404 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:21:39,404 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:21:39,404 INFO [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:39,404 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730978498900Running coprocessor pre-close hooks at 1730978498900Disabling compacts and flushes for region at 1730978498900Disabling writes for close at 1730978498900Obtaining lock to block concurrent updates at 1730978498900Preparing flush snapshotting stores in 1588230740 at 1730978498900Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730978498900Flushing stores of hbase:meta,,1.1588230740 at 1730978498900Flushing 1588230740/info: creating writer at 1730978498900Flushing 1588230740/info: appending metadata at 1730978498916 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730978498916Flushing 1588230740/ns: creating writer at 1730978498924 (+8 ms)Flushing 1588230740/ns: appending metadata at 1730978498939 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730978498939Flushing 1588230740/rep_barrier: creating writer at 1730978499347 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730978499359 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730978499359Flushing 1588230740/table: creating writer at 1730978499365 (+6 ms)Flushing 1588230740/table: appending metadata at 1730978499377 (+12 ms)Flushing 1588230740/table: closing flushed file at 1730978499377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c5cb33: reopening flushed file at 1730978499384 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b418af: reopening flushed file at 1730978499388 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f5c89d: reopening flushed file at 1730978499392 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f68e6b3: reopening flushed file at 1730978499395 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 499ms, sequenceid=16, compaction requested=false at 1730978499400 (+5 ms)Writing region close event to WAL at 1730978499401 (+1 ms)Running coprocessor post-close hooks at 1730978499404 (+3 ms)Closed at 1730978499404 2024-11-07T11:21:39,404 DEBUG [RS_CLOSE_META-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:21:39,500 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1351): Waiting on 63944044d48b3505461825fe67506290, 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:39,518 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:21:39,518 INFO [regionserver/4ab3d709c6df:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:21:39,700 DEBUG [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1351): Waiting on 63944044d48b3505461825fe67506290, 7df24fb69bd3a731b8a78ed110ac2822 2024-11-07T11:21:39,736 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/.tmp/queue/5e70b7ec60d742879e830ee3ae3977a5 2024-11-07T11:21:39,741 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/.tmp/hfileref/cc1d79b85e2d4f568be1d55c4397b8f3 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/hfileref/cc1d79b85e2d4f568be1d55c4397b8f3 2024-11-07T11:21:39,745 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/hfileref/cc1d79b85e2d4f568be1d55c4397b8f3, entries=6, sequenceid=17, filesize=5.4 K 2024-11-07T11:21:39,745 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/.tmp/queue/5e70b7ec60d742879e830ee3ae3977a5 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/queue/5e70b7ec60d742879e830ee3ae3977a5 2024-11-07T11:21:39,749 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/queue/5e70b7ec60d742879e830ee3ae3977a5, entries=2, sequenceid=17, filesize=5.4 K 2024-11-07T11:21:39,750 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7df24fb69bd3a731b8a78ed110ac2822 in 851ms, sequenceid=17, compaction requested=false 2024-11-07T11:21:39,758 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/hbase/replication/7df24fb69bd3a731b8a78ed110ac2822/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-07T11:21:39,759 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:21:39,759 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:21:39,759 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:39,759 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7df24fb69bd3a731b8a78ed110ac2822: Waiting for close lock at 1730978498899Running coprocessor pre-close hooks at 1730978498899Disabling compacts and flushes for region at 1730978498899Disabling writes for close at 1730978498899Obtaining lock to block concurrent updates at 1730978498899Preparing flush snapshotting stores in 7df24fb69bd3a731b8a78ed110ac2822 at 1730978498899Finished memstore snapshotting hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1730978498900 (+1 ms)Flushing stores of hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. at 1730978498900Flushing 7df24fb69bd3a731b8a78ed110ac2822/hfileref: creating writer at 1730978498900Flushing 7df24fb69bd3a731b8a78ed110ac2822/hfileref: appending metadata at 1730978498913 (+13 ms)Flushing 7df24fb69bd3a731b8a78ed110ac2822/hfileref: closing flushed file at 1730978498913Flushing 7df24fb69bd3a731b8a78ed110ac2822/queue: creating writer at 1730978499320 (+407 ms)Flushing 7df24fb69bd3a731b8a78ed110ac2822/queue: appending metadata at 1730978499332 (+12 ms)Flushing 7df24fb69bd3a731b8a78ed110ac2822/queue: closing flushed file at 1730978499332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a89f944: reopening flushed file at 1730978499740 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14478b9: reopening flushed file at 1730978499745 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7df24fb69bd3a731b8a78ed110ac2822 in 851ms, sequenceid=17, compaction requested=false at 1730978499750 (+5 ms)Writing region close event to WAL at 1730978499755 (+5 ms)Running coprocessor post-close hooks at 1730978499759 (+4 ms)Closed at 1730978499759 2024-11-07T11:21:39,759 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730978486722.7df24fb69bd3a731b8a78ed110ac2822. 2024-11-07T11:21:39,759 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63944044d48b3505461825fe67506290, disabling compactions & flushes 2024-11-07T11:21:39,759 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:39,759 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:39,759 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730978483249.63944044d48b3505461825fe67506290. after waiting 0 ms 2024-11-07T11:21:39,759 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:39,776 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/data/default/test/63944044d48b3505461825fe67506290/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T11:21:39,778 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T11:21:39,778 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T11:21:39,778 INFO [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:39,778 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63944044d48b3505461825fe67506290: Waiting for close lock at 1730978499759Running coprocessor pre-close hooks at 1730978499759Disabling compacts and flushes for region at 1730978499759Disabling writes for close at 1730978499759Writing region close event to WAL at 1730978499765 (+6 ms)Running coprocessor post-close hooks at 1730978499778 (+13 ms)Closed at 1730978499778 2024-11-07T11:21:39,778 DEBUG [RS_CLOSE_REGION-regionserver/4ab3d709c6df:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730978483249.63944044d48b3505461825fe67506290. 2024-11-07T11:21:39,901 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(976): stopping server 4ab3d709c6df,38333,1730978467677; all regions closed. 2024-11-07T11:21:39,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741843_1019 (size=859) 2024-11-07T11:21:39,904 DEBUG [RS:0;4ab3d709c6df:38333 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/oldWALs 2024-11-07T11:21:39,904 INFO [RS:0;4ab3d709c6df:38333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C38333%2C1730978467677.meta:.meta(num 1730978490367) 2024-11-07T11:21:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741844_1020 (size=2791) 2024-11-07T11:21:39,907 DEBUG [RS:0;4ab3d709c6df:38333 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/oldWALs 2024-11-07T11:21:39,907 INFO [RS:0;4ab3d709c6df:38333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C38333%2C1730978467677.rep:(num 1730978490404) 2024-11-07T11:21:39,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 not finished, retry = 0 2024-11-07T11:21:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741842_1018 (size=696) 2024-11-07T11:21:40,010 DEBUG [RS:0;4ab3d709c6df:38333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/oldWALs 2024-11-07T11:21:40,010 INFO [RS:0;4ab3d709c6df:38333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4ab3d709c6df%2C38333%2C1730978467677:(num 1730978490346) 2024-11-07T11:21:40,010 DEBUG [RS:0;4ab3d709c6df:38333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:40,010 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:21:40,010 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:21:40,010 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.ChoreService(370): Chore service for: regionserver/4ab3d709c6df:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:21:40,010 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:21:40,010 INFO [regionserver/4ab3d709c6df:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:21:40,011 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4ab3d709c6df,38333,1730978467677 because: Region server is closing 2024-11-07T11:21:40,011 INFO [RS:0;4ab3d709c6df:38333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38333. 2024-11-07T11:21:40,011 DEBUG [RS:0;4ab3d709c6df:38333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:40,011 DEBUG [RS:0;4ab3d709c6df:38333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:40,011 DEBUG [RS:0;4ab3d709c6df:38333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:40,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:40,042 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 to pos 393, reset compression=false 2024-11-07T11:21:40,044 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 was moved to hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/oldWALs/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 2024-11-07T11:21:40,046 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346 2024-11-07T11:21:40,046 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T11:21:40,046 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-07T11:21:40,046 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-07T11:21:40,046 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4ab3d709c6df,38333,1730978467677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/WALs/4ab3d709c6df,38333,1730978467677/4ab3d709c6df%2C38333%2C1730978467677.1730978490346, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T11:21:40,047 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4ab3d709c6df,38333,1730978467677: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-4ab3d709c6df,38333,1730978467677, walGroup=4ab3d709c6df%2C38333%2C1730978467677, offset=4ab3d709c6df%2C38333%2C1730978467677.1730978490346:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4ab3d709c6df:38333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T11:21:40,048 ERROR [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T11:21:40,048 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T11:21:40,049 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T11:21:40,049 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T11:21:40,049 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T11:21:40,049 INFO [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1444937728, "init": 1048576000, "max": 2306867200, "used": 1203249272 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208604936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T11:21:40,049 DEBUG [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4ab3d709c6df%2C38333%2C1730978467677.1730978490346] 2024-11-07T11:21:40,111 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T11:21:40,111 WARN [RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.wal-reader.4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T11:21:40,112 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,1-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,1-4ab3d709c6df,38333,1730978467677 terminated 2024-11-07T11:21:40,112 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4ab3d709c6df,38333,1730978467677 because: Region server is closing 2024-11-07T11:21:40,112 INFO [RS:0;4ab3d709c6df:38333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4ab3d709c6df:38333. 2024-11-07T11:21:40,112 DEBUG [RS:0;4ab3d709c6df:38333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:21:40,112 DEBUG [RS:0;4ab3d709c6df:38333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:40,112 DEBUG [RS:0;4ab3d709c6df:38333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:21:40,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:21:40,112 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4ab3d709c6df:0-0.replicationSource,2-4ab3d709c6df,38333,1730978467677.replicationSource.shipper4ab3d709c6df%2C38333%2C1730978467677,2-4ab3d709c6df,38333,1730978467677 terminated 2024-11-07T11:21:40,112 INFO [RS:0;4ab3d709c6df:38333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38333 2024-11-07T11:21:40,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021/rs 2024-11-07T11:21:40,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887972021/rs/4ab3d709c6df,38333,1730978467677 2024-11-07T11:21:40,118 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:21:40,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ab3d709c6df,38333,1730978467677] 2024-11-07T11:21:40,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-887972021/draining/4ab3d709c6df,38333,1730978467677 already deleted, retry=false 2024-11-07T11:21:40,139 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4ab3d709c6df,38333,1730978467677 expired; onlineServers=0 2024-11-07T11:21:40,139 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4ab3d709c6df,36795,1730978467447' ***** 2024-11-07T11:21:40,140 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:21:40,140 INFO [M:0;4ab3d709c6df:36795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:21:40,140 INFO [M:0;4ab3d709c6df:36795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:21:40,140 DEBUG [M:0;4ab3d709c6df:36795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:21:40,140 DEBUG [M:0;4ab3d709c6df:36795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:21:40,140 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:21:40,140 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978468384 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.large.0-1730978468384,5,FailOnTimeoutGroup] 2024-11-07T11:21:40,140 DEBUG [master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978468388 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ab3d709c6df:0:becomeActiveMaster-HFileCleaner.small.0-1730978468388,5,FailOnTimeoutGroup] 2024-11-07T11:21:40,140 INFO [M:0;4ab3d709c6df:36795 {}] hbase.ChoreService(370): Chore service for: master/4ab3d709c6df:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:21:40,140 INFO [M:0;4ab3d709c6df:36795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:21:40,140 DEBUG [M:0;4ab3d709c6df:36795 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:21:40,140 INFO [M:0;4ab3d709c6df:36795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:21:40,140 INFO [M:0;4ab3d709c6df:36795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:21:40,140 ERROR [M:0;4ab3d709c6df:36795 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:34325 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34325,5,PEWorkerGroup] 2024-11-07T11:21:40,141 INFO [M:0;4ab3d709c6df:36795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:21:40,141 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:21:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887972021/master 2024-11-07T11:21:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887972021 2024-11-07T11:21:40,150 DEBUG [M:0;4ab3d709c6df:36795 {}] zookeeper.ZKUtil(347): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Unable to get data of znode /0-887972021/master because node does not exist (not an error) 2024-11-07T11:21:40,150 WARN [M:0;4ab3d709c6df:36795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:21:40,150 INFO [M:0;4ab3d709c6df:36795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/.lastflushedseqids 2024-11-07T11:21:40,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741853_1029 (size=263) 2024-11-07T11:21:40,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:40,229 INFO [RS:0;4ab3d709c6df:38333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:21:40,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38333-0x10115073dfc0001, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:40,229 INFO [RS:0;4ab3d709c6df:38333 {}] regionserver.HRegionServer(1031): Exiting; stopping=4ab3d709c6df,38333,1730978467677; zookeeper connection closed. 2024-11-07T11:21:40,229 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@236a7ac3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@236a7ac3 2024-11-07T11:21:40,229 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:21:40,554 INFO [M:0;4ab3d709c6df:36795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:21:40,554 INFO [M:0;4ab3d709c6df:36795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:21:40,554 DEBUG [M:0;4ab3d709c6df:36795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:21:40,554 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:40,554 DEBUG [M:0;4ab3d709c6df:36795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:40,554 DEBUG [M:0;4ab3d709c6df:36795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:21:40,554 DEBUG [M:0;4ab3d709c6df:36795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:40,555 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-07T11:21:40,573 DEBUG [M:0;4ab3d709c6df:36795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e0723ee397d4363a2800b112bb6509d is 82, key is hbase:meta,,1/info:regioninfo/1730978469275/Put/seqid=0 2024-11-07T11:21:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741854_1030 (size=5672) 2024-11-07T11:21:40,576 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e0723ee397d4363a2800b112bb6509d 2024-11-07T11:21:40,597 DEBUG [M:0;4ab3d709c6df:36795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96bb8aefa264472c8b7aa36720302822 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730978484043/Put/seqid=0 2024-11-07T11:21:40,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741855_1031 (size=7610) 2024-11-07T11:21:41,001 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96bb8aefa264472c8b7aa36720302822 2024-11-07T11:21:41,005 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96bb8aefa264472c8b7aa36720302822 2024-11-07T11:21:41,021 DEBUG [M:0;4ab3d709c6df:36795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aed7935527864efd9b9240bd9b71072d is 69, key is 4ab3d709c6df,38333,1730978467677/rs:state/1730978468394/Put/seqid=0 2024-11-07T11:21:41,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741856_1032 (size=5156) 2024-11-07T11:21:41,425 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aed7935527864efd9b9240bd9b71072d 2024-11-07T11:21:41,429 DEBUG [M:0;4ab3d709c6df:36795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e0723ee397d4363a2800b112bb6509d as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e0723ee397d4363a2800b112bb6509d 2024-11-07T11:21:41,432 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e0723ee397d4363a2800b112bb6509d, entries=8, sequenceid=121, filesize=5.5 K 2024-11-07T11:21:41,433 DEBUG [M:0;4ab3d709c6df:36795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96bb8aefa264472c8b7aa36720302822 as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96bb8aefa264472c8b7aa36720302822 2024-11-07T11:21:41,437 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96bb8aefa264472c8b7aa36720302822 2024-11-07T11:21:41,437 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96bb8aefa264472c8b7aa36720302822, entries=13, sequenceid=121, filesize=7.4 K 2024-11-07T11:21:41,438 DEBUG [M:0;4ab3d709c6df:36795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aed7935527864efd9b9240bd9b71072d as hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aed7935527864efd9b9240bd9b71072d 2024-11-07T11:21:41,441 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aed7935527864efd9b9240bd9b71072d, entries=1, sequenceid=121, filesize=5.0 K 2024-11-07T11:21:41,442 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=121, compaction requested=false 2024-11-07T11:21:41,443 INFO [M:0;4ab3d709c6df:36795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:21:41,443 DEBUG [M:0;4ab3d709c6df:36795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730978500554Disabling compacts and flushes for region at 1730978500554Disabling writes for close at 1730978500554Obtaining lock to block concurrent updates at 1730978500555 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730978500555Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1730978500555Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730978500555Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730978500555Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730978500572 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730978500572Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730978500580 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730978500597 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730978500597Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730978501005 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730978501020 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730978501021 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c94f9a: reopening flushed file at 1730978501428 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0d0e7c: reopening flushed file at 1730978501432 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd5dc5a: reopening flushed file at 1730978501437 (+5 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=121, compaction requested=false at 1730978501442 (+5 ms)Writing region close event to WAL at 1730978501443 (+1 ms)Closed at 1730978501443 2024-11-07T11:21:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40561 is added to blk_1073741830_1006 (size=69920) 2024-11-07T11:21:41,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb2bb988-4190-eaac-906a-a96d9ca8938c/MasterData/WALs/4ab3d709c6df,36795,1730978467447/4ab3d709c6df%2C36795%2C1730978467447.1730978467987 not finished, retry = 0 2024-11-07T11:21:41,546 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:21:41,546 INFO [M:0;4ab3d709c6df:36795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:21:41,546 INFO [M:0;4ab3d709c6df:36795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36795 2024-11-07T11:21:41,547 INFO [M:0;4ab3d709c6df:36795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:21:41,671 INFO [M:0;4ab3d709c6df:36795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:21:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36795-0x10115073dfc0000, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:21:41,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f17d5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:21:41,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:21:41,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:21:41,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:21:41,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.log.dir/,STOPPED} 2024-11-07T11:21:41,708 WARN [BP-19700792-172.17.0.2-1730978464393 heartbeating to localhost/127.0.0.1:34325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:21:41,708 WARN [BP-19700792-172.17.0.2-1730978464393 heartbeating to localhost/127.0.0.1:34325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-19700792-172.17.0.2-1730978464393 (Datanode Uuid d5ab57f2-872c-4d03-8e1d-40579551f7aa) service to localhost/127.0.0.1:34325 2024-11-07T11:21:41,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/cluster_3265df85-48fa-520f-2077-449b2b00d768/data/data1/current/BP-19700792-172.17.0.2-1730978464393 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:21:41,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/cluster_3265df85-48fa-520f-2077-449b2b00d768/data/data2/current/BP-19700792-172.17.0.2-1730978464393 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:21:41,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:21:41,709 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:21:41,710 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:21:41,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5208d3f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:21:41,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:21:41,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:21:41,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:21:41,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1083f750-a756-8c78-7b8b-10a4b7bd6c55/hadoop.log.dir/,STOPPED} 2024-11-07T11:21:41,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:21:41,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T11:21:41,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 528) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40111 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:34325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34325 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40111 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37569 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-28 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37569 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=563 (was 371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=750 (was 1058) 2024-11-07T11:21:41,764 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-07T11:21:41,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10115073dfc0002, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:21:41,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10115073dfc0008, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:21:41,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10115073dfc0002, quorum=127.0.0.1:65181, baseZNode=/0-887972021 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:21:41,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10115073dfc0008, quorum=127.0.0.1:65181, baseZNode=/2990017139 Received Disconnected from ZooKeeper, ignoring 2024-11-07T11:21:41,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10115073dfc0005, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T11:21:41,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10115073dfc0005, quorum=127.0.0.1:65181, baseZNode=/1-729038360 Received Disconnected from ZooKeeper, ignoring